-- Logs begin at Wed 2021-10-27 09:21:12 UTC, end at Wed 2021-10-27 10:40:29 UTC. -- Oct 27 10:09:59.983676 dv-cinder-815145-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 10:10:02.759527 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.common.config [-] Logging enabled! Oct 27 10:10:02.760147 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 10:10:02.760313 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102111) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 10:10:02.764208 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.common.config [-] Logging enabled! Oct 27 10:10:02.764469 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 10:10:02.764791 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102111) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 10:10:02.765766 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 10:10:02.766005 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 10:10:02.766375 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 10:10:02.766627 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 10:10:02.766858 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 10:10:02.767185 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.767487 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.767790 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.768027 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.768327 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.768625 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.768915 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.769236 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.769543 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.769838 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.770126 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.770418 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.770655 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.770945 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.771234 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.771526 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.771754 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] debug = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.772041 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.772484 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.772910 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.773214 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.773519 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.773784 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.774069 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.774350 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.774640 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.774973 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] host = dv-cinder-815145-2-iscsi {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.775259 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.775553 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.775849 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.776142 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.776423 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.776705 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.777000 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.777324 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.777606 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] log_file = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.778435 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.779053 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.779356 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.779659 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.779893 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.780126 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.780432 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.780736 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.781018 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.781327 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.781611 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.781893 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.782177 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.782450 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.782741 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.783033 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.783324 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.783606 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.783888 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.784167 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.784445 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.784737 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.785021 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.785336 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.785620 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.785912 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.786189 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.786470 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.786776 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.787075 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.787617 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.787911 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.788193 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.788485 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.788764 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.789042 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.789347 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] use_json = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.789626 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.789902 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.790187 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.790462 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.790737 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.791018 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.791295 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.791585 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:02.791888 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.792190 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.792497 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.792786 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.793095 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.793437 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.793740 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.794025 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.794323 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.794619 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.794912 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.795196 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.795490 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.795773 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.796075 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.796386 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.796691 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.796994 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.797303 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.797586 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.797866 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.798152 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.798450 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.798734 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.799027 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.799321 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.799607 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.799901 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.800197 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.800492 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.800774 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.801058 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.801379 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.801667 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.801947 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.802230 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.802527 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.802811 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.803093 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.803382 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.803667 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.803948 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.804227 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.804514 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.804811 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.805094 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.805400 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.805680 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.805963 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.806243 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.806535 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.806819 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.807103 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.807381 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.807744 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.808030 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.808310 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.808592 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.808869 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.809174 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.809483 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.809760 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.810038 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.810315 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.810594 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.810872 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.811151 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.811435 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.811716 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.812052 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.812278 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.812556 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.812833 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.813126 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.813453 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.813737 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.814026 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.814311 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.814596 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.814878 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.815159 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.815443 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.815727 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.816008 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.816303 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.816594 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.816891 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.817179 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.817482 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.817812 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.818099 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.818389 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.818674 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.818960 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.819251 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.819539 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.819839 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.820142 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.820444 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.820744 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.821048 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.821369 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.821685 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.821972 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:02.822194 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 10:10:02.822438 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102111) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 10:10:03.257565 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 10:10:03.257846 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 10:10:03.258138 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 10:10:03.258476 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 10:10:03.600475 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.621112 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.621112 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.621112 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.621112 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.621112 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.639058 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.639345 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.639622 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.655616 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.655899 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.656173 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.686815 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.687099 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.687375 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.724584 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.724866 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.725141 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.963778 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.964415 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.964415 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.964590 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:03.965331 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.095273 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.095593 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.095879 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.096154 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.096422 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.096738 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.097002 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.097295 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.097556 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.097839 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.098102 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.098375 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.098633 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.098888 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.099150 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.099419 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.099682 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.099952 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.100225 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.100488 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.100764 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.101022 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.101335 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.101721 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.101975 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.102227 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.102628 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102111) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:10:04.102879 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102111) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:10:04.103123 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102111) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:10:04.103368 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102111) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:10:04.103611 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102111) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:10:04.103853 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102111) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:10:04.104223 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 10:10:04.107512 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 10:10:04.111567 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 10:10:04.115562 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Oct 27 10:10:04.117241 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 10:10:04.117705 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 10:10:04.118049 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 10:10:04.118436 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 10:10:04.121943 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 10:10:04.122200 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 10:10:04.122551 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 10:10:04.127905 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 10:10:04.150997 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 10:10:04.151460 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.151763 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102111) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 10:10:04.152127 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.153591 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102111) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 10:10:04.153882 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 10:10:04.154135 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 10:10:04.157408 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.157696 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:04.221073 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 10:10:04.221287 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 10:10:04.221603 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 10:10:04.221985 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 10:10:04.244185 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_db.sqlalchemy.engines [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102111) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 27 10:10:05.051015 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Initializing driver for type 'gre' Oct 27 10:10:05.051695 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] gre ID ranges: [(1, 1000)] Oct 27 10:10:05.302360 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Initializing driver for type 'local' Oct 27 10:10:05.302622 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Initializing driver for type 'vlan' Oct 27 10:10:05.422273 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] VlanTypeDriver initialization complete Oct 27 10:10:05.422633 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Initializing driver for type 'vxlan' Oct 27 10:10:05.423148 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] vxlan ID ranges: [(1, 1000)] Oct 27 10:10:05.691233 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Initializing extension driver 'port_security' Oct 27 10:10:05.691665 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.extensions.port_security [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] PortSecurityExtensionDriver initialization complete Oct 27 10:10:05.692071 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Initializing mechanism driver 'openvswitch' Oct 27 10:10:05.692435 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Initializing mechanism driver 'hyperv' Oct 27 10:10:05.706977 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:10:05.708109 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > port after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.708560 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > port after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.709025 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > port after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.709674 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102111) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 10:10:05.710259 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > subnet after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.710742 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > subnet after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.711213 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.711738 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102111) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 10:10:05.712261 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > network after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.712711 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > network after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.713103 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > network after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.713604 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102111) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 10:10:05.714073 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > security_group after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.714469 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > security_group after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.714881 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.715355 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102111) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 10:10:05.715806 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.716198 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.716595 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.717091 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102111) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 10:10:05.717584 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > address_group after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.718039 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > address_group after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.718440 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.718900 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102111) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 10:10:05.719327 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] ML2 OVO RPC backend initialized. {{(pid=102111) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 27 10:10:05.720098 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.720519 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.721024 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > network before_response 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.721450 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > networks before_response 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.721850 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > port before_response 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.722250 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > ports before_response 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.722630 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > subnet before_response 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.723025 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > subnets before_response 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.723434 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > network after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.723875 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > network after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.724318 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > network after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.724749 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > port after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.725180 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > port after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.725626 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > port after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.726058 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > subnet after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.726489 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > subnet after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.726948 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.727594 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.plugin [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Modular L2 Plugin initialization complete Oct 27 10:10:05.727960 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading services supported by the core plugin {{(pid=102111) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 10:10:05.728341 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.plugins.ml2.managers [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Got port-security extension from driver 'port_security' Oct 27 10:10:05.728931 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.extensions.vlantransparent [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Disabled vlantransparent extension. Oct 27 10:10:05.729525 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102111) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 10:10:05.729928 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading Plugin: router Oct 27 10:10:05.776730 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.777123 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router after_create 55549900 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.777550 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router before_create 55549900 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.777943 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.778358 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.778711 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router after_delete 55549900 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.779070 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.779537 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.779899 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router after_create 55549900 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.780248 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router after_update 55549900 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.780600 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router after_update 55549900 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.780948 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.781333 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router after_update 55549900 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.782070 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router precommit_update 55549900 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.782480 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: port after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.782826 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: port after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.783168 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: subnet after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.783512 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.783864 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.784211 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router precommit_create 55549900 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.784558 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: port before_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.784901 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router precommit_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.785299 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router after_update 55549900 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.785651 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.786003 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router precommit_create 55549900 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.786365 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.786710 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router precommit_update 55549900 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.787335 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > agent after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.787684 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > agent after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.788028 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > network after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.788894 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Tracking information for resource: router configured {{(pid=102111) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:10:05.789246 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Tracking information for resource: floatingip configured {{(pid=102111) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:10:05.794755 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.db.l3_agentschedulers_db [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 10:10:05.795339 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: port after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.795703 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: port after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.796100 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: port after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.796451 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: port after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.797265 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router before_create 55550100 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.797631 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.797994 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router precommit_create 55550100 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.798349 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > router precommit_update 55550100 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.803233 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.services.provider_configuration [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Service providers = [] {{(pid=102111) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 10:10:05.803596 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.db.servicetype_db [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102111) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 10:10:05.806594 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.services.service_base [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102111) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 10:10:05.806947 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.services.service_base [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102111) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 10:10:05.807292 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.services.service_base [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102111) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 10:10:05.808233 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.services.service_base [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102111) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 10:10:05.808606 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.services.service_base [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 10:10:05.809554 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102111) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:10:05.809876 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 10:10:05.830192 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102111) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:10:05.830526 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading Plugin: auto_allocate Oct 27 10:10:05.836391 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: network precommit_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.836757 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: network precommit_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.837308 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102111) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:10:05.837719 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading Plugin: tag Oct 27 10:10:05.844540 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102111) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:10:05.844876 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading Plugin: timestamp Oct 27 10:10:05.848701 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102111) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:10:05.849034 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading Plugin: network_ip_availability Oct 27 10:10:05.854590 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.854965 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.855323 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:05.856600 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102111) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:10:05.856917 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading Plugin: flavors Oct 27 10:10:05.861971 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102111) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:10:05.862309 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading Plugin: revisions Oct 27 10:10:05.866637 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102111) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:10:05.867061 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_concurrency.lockutils [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.609s {{(pid=102111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 10:10:05.867805 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102111) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 27 10:10:05.868141 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Initializing extension manager. Oct 27 10:10:05.868651 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: __init__.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.868992 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: __pycache__ {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.869356 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.869692 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: address_group.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.870450 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.871010 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: address-group Oct 27 10:10:05.871977 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: address_scope.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.872752 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.873292 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: address-scope Oct 27 10:10:05.875798 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.876295 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.876805 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: router-admin-state-down-before-update Oct 27 10:10:05.877129 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: agent.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.877872 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.878382 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: agent Oct 27 10:10:05.878706 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: agent_resources_synced.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.879624 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.880130 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: agent-resources-synced Oct 27 10:10:05.880452 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: allowedaddresspairs.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.882334 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.882853 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: allowed-address-pairs Oct 27 10:10:05.883181 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: auto_allocated_topology.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.884256 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.884767 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: auto-allocated-topology Oct 27 10:10:05.885097 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: availability_zone.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.885824 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.886329 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: availability_zone Oct 27 10:10:05.886654 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: availability_zone_filter.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.887598 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.888105 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: availability_zone_filter Oct 27 10:10:05.888429 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: data_plane_status.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.889377 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.889886 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 10:10:05.890215 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: default_subnetpools.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.891145 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.891664 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: default-subnetpools Oct 27 10:10:05.891990 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.892844 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.893384 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: dhcp_agent_scheduler Oct 27 10:10:05.893714 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: dns.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.894639 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.895149 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension dns-integration not supported by any of loaded plugins Oct 27 10:10:05.895477 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: dns_domain_ports.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.896402 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.896907 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 10:10:05.897259 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.898226 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.898734 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 10:10:05.899057 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: dvr.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.899732 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.900239 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: dvr Oct 27 10:10:05.900562 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: ecmp_routes.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.901522 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.902027 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 10:10:05.902349 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: empty_string_filtering.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.903308 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.903818 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: empty-string-filtering Oct 27 10:10:05.904172 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.905105 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.905642 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 10:10:05.905968 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.906886 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.907391 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 10:10:05.907716 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: external_net.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.908778 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.909325 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: external-net Oct 27 10:10:05.909650 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.910569 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.911103 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: extra_dhcp_opt Oct 27 10:10:05.911427 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: extraroute.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.912654 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.913219 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: extraroute Oct 27 10:10:05.919725 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: extraroute_atomic.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.920554 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.921077 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: extraroute-atomic Oct 27 10:10:05.921433 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: filter_validation.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.922317 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.922828 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: filter-validation Oct 27 10:10:05.923159 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: fip_pf_description.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.924077 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.924754 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 10:10:05.925080 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: fip_port_details.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.926081 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.926595 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: fip-port-details Oct 27 10:10:05.926918 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: flavors.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.928171 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.928691 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: flavors Oct 27 10:10:05.929027 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.930733 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.931259 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 10:10:05.931593 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: floatingip_pools.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.932303 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.932815 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: floatingip-pools Oct 27 10:10:05.933140 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: ip_allocation.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.934654 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.935157 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 10:10:05.935486 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.936457 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.936961 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: ip-substring-filtering Oct 27 10:10:05.937319 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: l2_adjacency.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.938252 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.938861 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 10:10:05.939192 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: l3.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.940189 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.940706 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: router Oct 27 10:10:05.941063 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.944993 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.945499 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 10:10:05.945832 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.946783 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.947302 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: ext-gw-mode Oct 27 10:10:05.947630 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.948565 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.949078 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: l3-ha Oct 27 10:10:05.949471 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: l3_flavors.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.950386 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.950901 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: l3-flavors Oct 27 10:10:05.951228 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.952147 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.952788 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 10:10:05.953115 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: l3agentscheduler.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.954196 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.954714 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: l3_agent_scheduler Oct 27 10:10:05.955199 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: logging.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.956707 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.957257 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension logging not supported by any of loaded plugins Oct 27 10:10:05.957593 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: metering.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.958342 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.958921 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: metering Oct 27 10:10:05.959251 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.960513 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.961031 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: metering_source_and_destination_fields Oct 27 10:10:05.961388 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: multiprovidernet.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.962325 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.962841 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: multi-provider Oct 27 10:10:05.963167 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: netmtu.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.964093 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.964602 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: net-mtu Oct 27 10:10:05.964925 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: netmtu_writable.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.965906 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.966450 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: net-mtu-writable Oct 27 10:10:05.966772 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: network_availability_zone.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.967447 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.967954 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: network_availability_zone Oct 27 10:10:05.968276 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: network_ip_availability.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.969423 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.969938 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: network-ip-availability Oct 27 10:10:05.970262 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: network_segment_range.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.971030 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.971534 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 10:10:05.971857 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: pagination.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.972883 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.973237 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: pagination Oct 27 10:10:05.973594 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: port_device_profile.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.978206 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.978726 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: port-device-profile Oct 27 10:10:05.979050 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.979991 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.980501 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: port-mac-address-regenerate Oct 27 10:10:05.981382 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.982307 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.982825 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: port-numa-affinity-policy Oct 27 10:10:05.983153 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: port_resource_request.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.984314 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.984819 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 10:10:05.985143 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: portbindings.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.986112 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.986624 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: binding Oct 27 10:10:05.986948 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: portbindings_extended.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.988235 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.988746 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: binding-extended Oct 27 10:10:05.989248 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: portsecurity.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.990178 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.990687 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: port-security Oct 27 10:10:05.991008 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: project_id.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.991995 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.992326 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: project-id Oct 27 10:10:05.992648 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: providernet.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.993608 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.994123 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: provider Oct 27 10:10:05.994446 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: qos.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:05.998695 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:05.999228 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension qos not supported by any of loaded plugins Oct 27 10:10:06.000604 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.001661 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.002175 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 10:10:06.002546 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.003482 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.003993 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 10:10:06.004321 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: qos_default.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.005273 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.005788 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension qos-default not supported by any of loaded plugins Oct 27 10:10:06.006116 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: qos_fip.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.006774 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.007280 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension qos-fip not supported by any of loaded plugins Oct 27 10:10:06.007604 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: qos_gateway_ip.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.008540 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.009050 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 10:10:06.009480 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: qos_port_network_policy.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.010413 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.010927 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 10:10:06.011252 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.012466 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.012977 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 10:10:06.013333 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: qos_pps_rule.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.014526 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.015044 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension qos-pps not supported by any of loaded plugins Oct 27 10:10:06.015373 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: qos_rule_type_details.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.016324 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.016837 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 10:10:06.017168 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: qos_rules_alias.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.018599 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.019119 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 10:10:06.019449 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: quotasv2.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.020377 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.020706 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: quotas Oct 27 10:10:06.021056 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: quotasv2_detail.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.024254 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.024598 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: quota_details Oct 27 10:10:06.024939 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: rbac.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.026035 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.026569 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: rbac-policies Oct 27 10:10:06.026900 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: rbac_address_group.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.027874 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.028390 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: rbac-address-group Oct 27 10:10:06.028716 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: rbac_address_scope.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.029707 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.030224 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: rbac-address-scope Oct 27 10:10:06.030547 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: rbac_security_groups.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.031467 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.031982 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: rbac-security-groups Oct 27 10:10:06.032304 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: rbac_subnetpool.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.033255 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.033770 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: rbac-subnetpool Oct 27 10:10:06.034093 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: revisionifmatch.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.035068 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.035576 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: revision-if-match Oct 27 10:10:06.035901 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: revisions.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.037327 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.037841 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: standard-attr-revisions Oct 27 10:10:06.038166 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: router_availability_zone.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.038840 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.039348 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: router_availability_zone Oct 27 10:10:06.039757 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: routerservicetype.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.040694 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.041377 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension router-service-type not supported by any of loaded plugins Oct 27 10:10:06.041702 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.042633 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.043645 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: security-groups-normalized-cidr Oct 27 10:10:06.043980 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.044907 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.045449 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: port-security-groups-filtering Oct 27 10:10:06.045770 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.046696 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.047211 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: security-groups-remote-address-group Oct 27 10:10:06.047534 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: securitygroup.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.057457 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.058009 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: security-group Oct 27 10:10:06.058311 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: segment.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.059680 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.060191 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension segment not supported by any of loaded plugins Oct 27 10:10:06.060518 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.067193 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.067705 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 10:10:06.068035 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: servicetype.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.069163 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.069712 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: service-type Oct 27 10:10:06.070040 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: sorting.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.071035 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.071370 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: sorting Oct 27 10:10:06.071695 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: standard_attr_segment.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.072635 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.073148 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 10:10:06.073497 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: standardattrdescription.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.074159 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.074693 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: standard-attr-description Oct 27 10:10:06.075056 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: stateful_security_group.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.075994 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.076512 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: stateful-security-group Oct 27 10:10:06.076835 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: stdattrs_common.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.077450 dv-cinder-815145-2-iscsi neutron-server[102111]: WARNING neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 10:10:06.077773 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.078710 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.079224 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 10:10:06.079584 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: subnet_onboard.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.080668 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.081186 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: subnet_onboard Oct 27 10:10:06.081531 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.082465 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.082975 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 10:10:06.083297 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: subnet_service_types.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.084227 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.084741 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: subnet-service-types Oct 27 10:10:06.085065 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: subnetallocation.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.086334 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.086862 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: subnet_allocation Oct 27 10:10:06.087190 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.087862 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.088386 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: subnetpool-prefix-ops Oct 27 10:10:06.088710 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.089674 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.090205 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 10:10:06.090527 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: tagging.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.091596 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.092113 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: standard-attr-tag Oct 27 10:10:06.092473 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: timestamp.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.093714 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.094230 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loaded extension: standard-attr-timestamp Oct 27 10:10:06.094560 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: trunk.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.095607 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.096121 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension trunk not supported by any of loaded plugins Oct 27 10:10:06.096449 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: trunk_details.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.097404 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.097919 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension trunk-details not supported by any of loaded plugins Oct 27 10:10:06.098246 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: uplink_status_propagation.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.099175 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.099686 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 10:10:06.100014 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Loading extension file: vlantransparent.py {{(pid=102111) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:10:06.100687 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102111) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:10:06.101211 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 10:10:06.103625 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Creating instance of TrackedResource for resource:network Oct 27 10:10:06.104148 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Creating instance of TrackedResource for resource:subnet Oct 27 10:10:06.104545 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 10:10:06.104932 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Creating instance of TrackedResource for resource:port Oct 27 10:10:06.106747 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.v2.resource_helper [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:10:06.107191 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.v2.resource_helper [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Service FLAVORS assigned prefix: {{(pid=102111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:10:06.107808 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.v2.resource_helper [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:10:06.108238 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.v2.resource_helper [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:10:06.108572 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Creating instance of TrackedResource for resource:router Oct 27 10:10:06.109140 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 10:10:06.109663 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.v2.resource_helper [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Service METERING assigned prefix: /metering {{(pid=102111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:10:06.111095 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:06.111464 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:06.111817 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:10:06.112823 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 10:10:06.113285 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Creating instance of TrackedResource for resource:security_group Oct 27 10:10:06.113726 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 10:10:06.114343 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.v2.resource_helper [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Service CORE assigned prefix: {{(pid=102111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:10:06.114677 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 10:10:06.115026 dv-cinder-815145-2-iscsi neutron-server[102111]: WARNING neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] subnetpool is already registered Oct 27 10:10:06.115461 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.v2.resource_helper [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Service CORE assigned prefix: {{(pid=102111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:10:06.115786 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 10:10:06.116121 dv-cinder-815145-2-iscsi neutron-server[102111]: WARNING neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] subnetpool is already registered Oct 27 10:10:06.118602 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.v2.resource_helper [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:10:06.119050 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.v2.resource_helper [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Service FLAVORS assigned prefix: {{(pid=102111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:10:06.119661 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.v2.resource_helper [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:10:06.120101 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.v2.resource_helper [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:10:06.120432 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Creating instance of TrackedResource for resource:router Oct 27 10:10:06.120781 dv-cinder-815145-2-iscsi neutron-server[102111]: WARNING neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] router is already registered Oct 27 10:10:06.121205 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 10:10:06.122096 dv-cinder-815145-2-iscsi neutron-server[102111]: WARNING neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] floatingip is already registered Oct 27 10:10:06.122561 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.v2.resource_helper [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Service METERING assigned prefix: /metering {{(pid=102111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:10:06.123270 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 10:10:06.123598 dv-cinder-815145-2-iscsi neutron-server[102111]: WARNING neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] rbac_policy is already registered Oct 27 10:10:06.124015 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Creating instance of TrackedResource for resource:security_group Oct 27 10:10:06.124476 dv-cinder-815145-2-iscsi neutron-server[102111]: WARNING neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] security_group is already registered Oct 27 10:10:06.124889 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 10:10:06.125248 dv-cinder-815145-2-iscsi neutron-server[102111]: WARNING neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] security_group_rule is already registered Oct 27 10:10:06.125740 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.v2.resource_helper [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Service CORE assigned prefix: {{(pid=102111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:10:06.126068 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 10:10:06.126400 dv-cinder-815145-2-iscsi neutron-server[102111]: WARNING neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] subnetpool is already registered Oct 27 10:10:06.126817 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.v2.resource_helper [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Service CORE assigned prefix: {{(pid=102111) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:10:06.127139 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 10:10:06.127467 dv-cinder-815145-2-iscsi neutron-server[102111]: WARNING neutron.quota.resource_registry [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] subnetpool is already registered Oct 27 10:10:06.129108 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: extensions {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.130602 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: address-groups {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.132090 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: address-scopes {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.133332 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: agents {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.134594 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: auto-allocated-topology {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.135845 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: availability_zones {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.137093 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: dhcp-networks {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.138527 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: dhcp-agents {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.140167 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: routers {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.142480 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: flavors {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.143749 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: service_profiles {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.144962 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: next_providers {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.146448 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: service_profiles {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.147900 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: floatingip-pools {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.149247 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: routers {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.151355 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: floatingips {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.153184 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: l3-routers {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.154586 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: l3-agents {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.156124 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: metering-labels {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.157420 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: metering-label-rules {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.158796 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: network-ip-availabilities {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.160089 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: bindings {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.161685 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: quotas {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.163619 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: quotas {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.165150 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: rbac-policies {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.166373 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: security-groups {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.167712 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: security-group-rules {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.169534 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: service-providers {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.170752 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: subnetpools {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.172300 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: subnetpools {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.173797 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: tags {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.175489 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: tags {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.177323 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: tags {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.179118 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: tags {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.180822 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: tags {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.182802 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: tags {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.184520 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: tags {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.187452 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: tags {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.189267 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: tags {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.190998 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron.api.extensions [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Extended resource: tags {{(pid=102111) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:10:06.197183 dv-cinder-815145-2-iscsi neutron-server[102111]: WARNING keystonemiddleware.auth_token [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 10:10:06.201812 dv-cinder-815145-2-iscsi neutron-server[102111]: WARNING keystonemiddleware.auth_token [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 10:10:06.210797 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_concurrency.lockutils [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Acquired lock "singleton_lock" {{(pid=102111) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 10:10:06.211278 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_concurrency.lockutils [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Releasing lock "singleton_lock" {{(pid=102111) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 10:10:06.211927 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO oslo_service.service [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Starting 2 workers Oct 27 10:10:06.217321 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Started child 102224 {{(pid=102111) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 10:10:06.222127 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Started child 102225 {{(pid=102111) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 10:10:06.222715 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:06.223707 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO neutron.service [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 10:10:06.224326 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [-] (102224) wsgi starting up on http://0.0.0.0:9696 Oct 27 10:10:06.224495 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Publish callbacks [] for process, before_spawn {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:06.226793 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO oslo_service.service [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Starting 1 workers Oct 27 10:10:06.226943 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:06.228286 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [-] (102225) wsgi starting up on http://0.0.0.0:9696 Oct 27 10:10:06.232596 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Started child 102226 {{(pid=102111) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 10:10:06.233114 dv-cinder-815145-2-iscsi neutron-server[102111]: INFO oslo_service.service [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Starting 1 workers Oct 27 10:10:06.236229 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.service [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] calling RpcWorker wait() {{(pid=102226) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 10:10:06.236809 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.service [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] returning from RpcWorker wait() {{(pid=102226) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 10:10:06.237774 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Started child 102227 {{(pid=102111) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 10:10:06.238002 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:06.238452 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:10:06.238623 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fe87f8b9-4486-4a8a-95a8-029292f68286 None None] Publish callbacks [] for process, after_spawn {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:06.240460 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102111) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 10:10:06.240677 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 10:10:06.240930 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 10:10:06.241069 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 10:10:06.241415 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 10:10:06.241685 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 10:10:06.242207 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.242487 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.242752 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.243004 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.243291 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.243445 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:06.243984 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.244121 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.244301 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.244561 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.244810 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.244975 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.245138 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.245425 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.245669 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.245977 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.246237 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.246513 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.246769 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.246936 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.247180 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.247435 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.247800 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.247943 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] debug = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.248184 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.248636 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.248865 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.249107 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.249344 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.249636 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.249865 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.250109 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.250361 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.250591 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.250838 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.251077 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.251315 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.251521 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.251766 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.252025 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.252310 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.252715 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] host = dv-cinder-815145-2-iscsi {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.252927 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.253139 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.253383 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.253607 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.253861 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.254094 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.254340 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.254622 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.254863 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.255085 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.255416 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.255588 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.255820 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.256065 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] log_file = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.256216 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] log_options = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.256426 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.256688 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.256942 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.257126 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.257310 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.257475 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.257731 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.257970 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.258127 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.258354 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.258562 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.258785 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.258995 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.259224 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.259490 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.259731 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.259961 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.260166 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.260405 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.260627 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.260862 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.261169 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.261357 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.261585 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.261815 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.262059 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.262303 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.262540 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.262716 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.262965 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.263219 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.263465 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.263682 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.263924 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.264178 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.264440 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.264650 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.264881 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.265167 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.265414 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.265652 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.265905 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.266116 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.266356 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.266567 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.266775 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.266982 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] use_json = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.267195 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.267430 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.267671 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.267878 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.268105 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.268328 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.269441 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.270200 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.270910 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.271101 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.271427 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.271689 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.271938 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.272208 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.272453 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.272687 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.272946 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.273280 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.273613 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.273864 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.274183 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.274411 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.274684 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.275001 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.275288 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.275578 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.275841 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.276068 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.276289 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.276534 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.276794 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.277035 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.277306 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.278072 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.278301 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.278621 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.279325 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.279325 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.279554 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.279778 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.280013 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.280121 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:10:06.280272 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.280520 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.280814 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.281056 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.281354 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.281581 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.281822 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.282045 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.282310 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.282549 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.282786 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.283038 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.283282 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.283515 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.283738 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.283976 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.284211 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.284449 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.284673 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.284922 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.285140 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.285427 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.285678 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.285898 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.289632 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.289632 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.289632 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.289632 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.289632 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.289632 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.289632 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.289632 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.289632 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.290287 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.290287 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.290287 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.290287 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.290287 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.290287 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.290287 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.290287 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.290287 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.290907 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.290907 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.290907 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.291110 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.291195 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.292969 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.292969 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.292969 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.292969 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.292969 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.292969 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.292969 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.292969 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.294146 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.294348 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.294959 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.295293 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.295597 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.295904 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.296252 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.296536 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.296903 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.298786 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.299099 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.299341 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.299610 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.299873 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.300528 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.301013 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.301274 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.303378 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.304907 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.305683 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.307178 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.307529 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.307870 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.308208 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.308565 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.308921 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.309281 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.309617 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.309965 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.310274 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.310612 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.310915 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.311177 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.311470 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.311915 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.312345 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.312741 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.313118 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.313585 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.313975 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.314257 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.314523 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.314782 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.315019 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.315307 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.315560 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.315783 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.316000 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.316230 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.316552 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.316784 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.317002 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.317233 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.317514 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.317757 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.318004 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.318276 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.318525 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.318753 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.319013 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.319241 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.319471 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.319709 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.319934 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.320152 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.320369 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.320607 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.320841 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.321050 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.321285 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.321537 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.321762 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.321980 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.322189 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.322424 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.322643 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.322910 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.323119 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.323350 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.323584 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.323798 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.324013 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.324229 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.324438 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.324685 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.324903 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.325166 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.325447 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.325640 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.325861 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.326081 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.326555 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.326555 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.326794 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.326998 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.327209 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.332429 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.332429 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.332429 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.332429 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.332429 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.332429 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.332429 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.332429 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.340941 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.341322 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.341650 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.341987 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.342233 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.342508 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.342743 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.342999 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.343289 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.343576 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.343910 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.344369 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.344627 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.344881 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.345107 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.345352 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.345600 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.345846 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.346064 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.346365 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.346624 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.346861 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.347109 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.347365 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.347583 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.347839 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.348064 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.348279 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.348504 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.348724 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.348958 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.349232 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.349452 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.349686 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.349909 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.350129 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.350363 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.354284 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.354284 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.354284 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.354284 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.354284 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.354284 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.354284 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.354284 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.354771 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.354771 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.354771 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.354771 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.354771 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.354771 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.354771 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.354771 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.356309 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.356309 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.356309 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.356309 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.356309 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.356309 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.356309 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.357267 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.357267 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.357267 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.357600 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.357600 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.358012 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.358196 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.358330 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.358537 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.358858 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.359135 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.359400 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.359651 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.359931 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.360217 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.360494 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.360781 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.361096 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.361470 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.361752 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.362011 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.362279 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.362548 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.362771 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.362991 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.363227 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.363464 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.363704 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.363990 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.364187 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.364428 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.364667 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.364879 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.365094 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.365365 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.365598 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.365831 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.367068 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.367068 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 10:10:06.367068 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102111) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 10:10:06.367068 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 10:10:06.367068 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 10:10:06.367766 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 10:10:06.367766 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 10:10:06.367766 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 10:10:06.367766 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.368300 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.368300 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.368300 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.368300 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.368814 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.368814 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.368814 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.369226 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.369226 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.369226 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.369553 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.369553 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.369748 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.369879 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.370002 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.370122 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.370243 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.370362 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.370509 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.370666 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.370822 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.370979 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] debug = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.371137 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.371374 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.371544 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.371669 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.371828 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.372018 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.372018 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.372594 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.372594 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.372835 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.372835 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.373068 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.373209 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.373336 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.373432 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.373558 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.373705 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.373867 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] host = dv-cinder-815145-2-iscsi {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.374081 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.374248 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.374404 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.374560 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.374716 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.374873 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.375031 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.375188 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.377226 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.377226 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.377226 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.377226 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.377226 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.377226 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] log_file = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.377226 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] log_options = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.377226 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.377226 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.377918 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.377918 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.377918 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.377918 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.377918 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.377918 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.377918 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.378407 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.378407 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.378407 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.378407 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.378407 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.378407 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.378868 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.378868 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.378868 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.379079 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.379158 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.379312 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.379474 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.379628 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.379785 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.379941 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.380098 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.380254 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.380412 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.380567 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.380725 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.380881 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.381038 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.381253 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.381371 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.381527 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.381683 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.381841 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.381998 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.382159 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.386984 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.386984 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.386984 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.386984 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.386984 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.386984 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.386984 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.386984 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] use_json = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.387462 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.387462 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.387462 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.387462 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.387462 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.387462 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.387462 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.387462 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:10:06.387918 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.387918 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.387918 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.387918 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.387918 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.387918 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.387918 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.387918 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.388360 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.388360 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.388360 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.388360 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.388360 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.388360 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.388360 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.388360 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.388804 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.388804 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.388804 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.388804 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.388804 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.388804 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.388804 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.388804 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.389287 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.389287 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.389287 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.389287 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.389287 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.389287 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.389287 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.389711 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.389711 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.389711 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.389969 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.390086 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.390290 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.390438 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.390620 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.390762 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.390900 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.391037 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.391173 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.391310 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.391460 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.391597 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.391733 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.391879 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.392018 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.392182 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.392343 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.392659 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.392659 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.392951 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.393227 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.393227 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.393536 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.393536 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.393728 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.393808 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.393941 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.394101 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.394261 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.394423 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.394583 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.394990 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.395167 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.395329 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.395490 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.395649 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.395811 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.395970 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.396130 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.396289 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.396450 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.396610 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.396771 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.396928 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.397271 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.397435 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.397596 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.397755 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.397915 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.398079 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.398238 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.398399 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.398600 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.398740 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.398889 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.399033 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.399173 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.399311 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.399458 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.399595 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.399757 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.399904 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.400063 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.400231 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.400360 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.400517 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.400675 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.400834 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.400995 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.401153 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.401336 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.401520 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.401713 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.401838 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.401963 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.402085 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.402223 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.402381 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.403071 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.403247 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.403411 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.403570 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.403739 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.403898 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.404126 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.404270 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.404436 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.404609 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.404771 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.404932 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.405093 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.405215 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:10:06.405305 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.405426 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.405587 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.405747 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.405906 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.406066 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.406225 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.406392 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.406560 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.406720 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.406879 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.407039 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.407221 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.407380 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.407539 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.407698 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.407857 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.408017 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.408177 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.408336 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.408499 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.408657 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.408815 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.408975 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.409133 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.409312 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.409472 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.409632 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.409792 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.409951 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.410109 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.410270 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.410430 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.410588 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.410746 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.410904 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.411063 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.411222 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.411394 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.411531 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.411689 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.411847 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.412259 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.412420 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.412578 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.412737 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.412895 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.413054 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.413249 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.413395 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.413554 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.413740 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.413901 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.414061 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.414222 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.414384 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.414545 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.414704 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.414864 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.415025 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.415183 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.415344 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.415504 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.415665 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.416826 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.416826 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.416826 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.416826 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.416826 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.416826 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.416826 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.417503 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.417503 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.417503 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.417503 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.417503 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.417872 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.417872 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.418017 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.418095 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.418285 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.418949 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.419302 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.419493 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.419666 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.419776 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.419954 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.420110 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.420271 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.420422 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.420585 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.420742 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.420909 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.421073 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.421357 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.421536 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.421700 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.421873 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.422025 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.422186 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.422352 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.422533 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.422642 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.422807 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.422977 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.423136 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.423295 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.423458 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.423614 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.423772 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.423941 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.424102 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.424260 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.424418 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.424794 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.424794 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.424991 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.425076 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.425224 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.425388 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.425803 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.425803 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.425975 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.426056 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.426164 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.426328 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.426488 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.428723 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.428723 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.428723 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.428723 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.428723 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.428723 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.428723 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.428723 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.429706 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.429706 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.429706 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.429706 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.429706 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.429706 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.429706 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.429706 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.430264 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.430264 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.430264 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.430264 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.430264 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.430264 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.430264 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.430264 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.430804 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.430804 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.430804 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.430804 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.431091 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.431091 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.431242 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.431399 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.431561 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.431720 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.431876 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.432035 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.432194 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.432354 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:10:06.432506 dv-cinder-815145-2-iscsi neutron-server[102111]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102111) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 10:10:06.665588 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 43056) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:10:06.674025 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063565 Oct 27 10:10:18.782990 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a95bcc-06f4-45ee-a938-145ae11b646f None None] get_active_networks_info from dv-cinder-815145-2-iscsi {{(pid=102226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:10:18.854704 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a95bcc-06f4-45ee-a938-145ae11b646f None None] No non-hosted networks {{(pid=102226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 10:10:18.895092 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.agentschedulers_db [None req-e3a95bcc-06f4-45ee-a938-145ae11b646f None None] DHCP Agent not found on host dv-cinder-815145-2-iscsi {{(pid=102226) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 27 10:10:19.022387 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-e94f6831-5468-46ac-9bad-8d9af8bd6a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623687'] for agent, after_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:21.345615 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-d53ac07b-46c7-40b6-9be8-9ba50599d246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623687'] for agent, after_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:21.388741 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.db.api [None req-974264e1-1644-4363-8f1b-cb351f1fe361 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815145-2-iscsi {{(pid=102226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:10:21.389604 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG oslo_db.api [None req-974264e1-1644-4363-8f1b-cb351f1fe361 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:10:21.993225 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-974264e1-1644-4363-8f1b-cb351f1fe361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:22.506814 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623687'] for agent, after_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:22.507899 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:22.508351 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:22.508823 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:22.509425 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:22.510171 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:22.510603 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:22.526253 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:22.526253 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:22.526253 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:22.526253 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:22.526253 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:22.526643 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:22.526643 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815145-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:10:22.527592 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815145-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:10:22.616005 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623687'] for agent, after_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:24.187591 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623687'] for agent, after_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:25.657584 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 43148) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:10:26.160051 dv-cinder-815145-2-iscsi neutron-server[102225]: WARNING oslo_policy.policy [None req-192c5f6a-643b-445e-b2a8-6e8995687dfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:10:26.160633 dv-cinder-815145-2-iscsi neutron-server[102225]: WARNING oslo_policy.policy [None req-192c5f6a-643b-445e-b2a8-6e8995687dfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:10:26.391279 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [None req-192c5f6a-643b-445e-b2a8-6e8995687dfb admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:10:26.392407 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-192c5f6a-643b-445e-b2a8-6e8995687dfb admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7338808 Oct 27 10:10:26.867947 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.db.l3_hamode_db [None req-6f51364e-78be-498d-8313-cf1b59f0b9b0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 10:10:26.947538 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f51364e-78be-498d-8313-cf1b59f0b9b0 None None] Routers set() bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:10:26.947919 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f51364e-78be-498d-8313-cf1b59f0b9b0 None None] Router IDs set() for agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 10:10:28.903878 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 43162) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:10:29.210338 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-eebf7ef1-3470-4125-bc55-383f7e6872e2 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:10:29.305099 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.policy [None req-eebf7ef1-3470-4125-bc55-383f7e6872e2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102225) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 10:10:29.351788 dv-cinder-815145-2-iscsi neutron-server[102225]: WARNING oslo_policy.policy [None req-eebf7ef1-3470-4125-bc55-383f7e6872e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:10:29.352204 dv-cinder-815145-2-iscsi neutron-server[102225]: WARNING oslo_policy.policy [None req-eebf7ef1-3470-4125-bc55-383f7e6872e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:10:29.360878 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.quota [None req-eebf7ef1-3470-4125-bc55-383f7e6872e2 admin admin] Loaded quota_driver: . Oct 27 10:10:29.541605 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-eebf7ef1-3470-4125-bc55-383f7e6872e2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767686865029', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767686868694', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767686877281', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767686882861', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767687485479', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767686900399', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-658261', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-659896', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1697936', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1576744'] for rbac-policy, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:29.783225 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-eebf7ef1-3470-4125-bc55-383f7e6872e2 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:29.784393 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-eebf7ef1-3470-4125-bc55-383f7e6872e2 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8795354 Oct 27 10:10:32.494816 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 43174) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:10:32.805499 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Request body: {'network': {'project_id': 'cb87c4e1528a476a91abea0417a853bb', 'tenant_id': 'cb87c4e1528a476a91abea0417a853bb', 'name': 'private', 'admin_state_up': True}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:10:32.923861 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Made reservation on behalf of cb87c4e1528a476a91abea0417a853bb for: {'network': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:10:32.926584 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:32.943581 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:33.051596 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:33.138220 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:33.156680 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=102225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:10:33.189587 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767688259925', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:33.189587 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Unsubscribe: segment precommit_create {{(pid=102225) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 10:10:33.189587 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.segments_db [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Added segment 3d71fbc6-aef6-41f6-b491-ee504ea8e3d2 of type vlan for network f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2 Oct 27 10:10:33.204559 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ddf6e6-d5ba-4dc5-8e57-d75fba403c6e,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:10:33.259845 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:33.260209 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:33.260548 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:33.261001 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:33.261357 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:33.261701 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:33.262035 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:33.262373 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:33.262788 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:33.263120 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:33.263440 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:33.263759 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Tracked resource versions report: Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: pushed versions: Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: { 'AddressGroup': {'1.2'}, Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'ConntrackHelper': {'1.0'}, Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Log': {'1.0'}, Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Network': {'1.1'}, Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Port': {'1.7'}, Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'PortForwarding': {'1.2'}, Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'QosPolicy': {'1.10'}, Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'SecurityGroup': {'1.4'}, Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'SubPort': {'1.0'}, Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Subnet': {'1.1'}, Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Trunk': {'1.1'}} Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: consumer versions: Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: { DHCP agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: L3 agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: Metadata agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: Metering agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: Open vSwitch agent@dv-cinder-815145-2-iscsi: { 'AddressGroup': '1.2', Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'ConntrackHelper': '1.0', Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Log': '1.0', Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Network': '1.1', Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Port': '1.7', Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'PortForwarding': '1.2', Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'QosPolicy': '1.10', Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'SecurityGroup': '1.4', Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'SecurityGroupRule': '1.2', Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'SubPort': '1.0', Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Subnet': '1.1', Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Trunk': '1.1'}} Oct 27 10:10:33.264830 dv-cinder-815145-2-iscsi neutron-server[102225]: {{(pid=102225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:10:33.304659 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:33.392899 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:33.394245 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:10:33.395065 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:33.487354 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] Pushing event updated for resources: {'Network': ['ID=f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:10:33.498848 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2 details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:10:33.612380 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-6dc874f4-2511-40f3-9b99-26b8d9428b69 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1164527 Oct 27 10:10:36.357184 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 43188) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:10:36.751344 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064edc7f-3b5e-4785-8b77-c7248f4bb54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:10:36.752719 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-064edc7f-3b5e-4785-8b77-c7248f4bb54f admin admin] 10.222.0.66 "GET /v2.0/networks/f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2 HTTP/1.1" status: 200 len: 825 time: 0.3944464 Oct 27 10:10:36.777635 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-f4aeab9c-7db0-403d-a57b-13ac2a3b45ba admin admin] 10.222.0.66 "GET /v2.0/subnetpools/1c6d1b2a-633a-4600-bea5-e9924234307f HTTP/1.1" status: 200 len: 734 time: 0.0187225 Oct 27 10:10:36.786685 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-c1afdbab-6053-428f-9ef0-4f0b1e40a319 admin admin] Request body: {'subnet': {'subnetpool_id': '1c6d1b2a-633a-4600-bea5-e9924234307f', 'tenant_id': 'cb87c4e1528a476a91abea0417a853bb', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:10:36.877657 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1afdbab-6053-428f-9ef0-4f0b1e40a319 admin admin] Made reservation on behalf of cb87c4e1528a476a91abea0417a853bb for: {'subnet': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:10:36.879858 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c1afdbab-6053-428f-9ef0-4f0b1e40a319 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:37.226834 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c1afdbab-6053-428f-9ef0-4f0b1e40a319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for subnet, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:37.301992 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1afdbab-6053-428f-9ef0-4f0b1e40a319 admin admin] Checking segment: {'id': '3d71fbc6-aef6-41f6-b491-ee504ea8e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:10:37.302354 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1afdbab-6053-428f-9ef0-4f0b1e40a319 admin admin] Network hostable DHCP agents. Network: f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:10:37.306847 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1afdbab-6053-428f-9ef0-4f0b1e40a319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb5e33e4-0661-4740-860c-58d3e8727aa0,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:10:37.378386 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1afdbab-6053-428f-9ef0-4f0b1e40a319 admin admin] Network f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2 is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:10:37.483493 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-c1afdbab-6053-428f-9ef0-4f0b1e40a319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2) {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:10:37.488189 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1afdbab-6053-428f-9ef0-4f0b1e40a319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:10:37.488841 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c1afdbab-6053-428f-9ef0-4f0b1e40a319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:37.492864 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ff2cdb-c8bd-40b4-9928-1bd257acea04 None None] Network f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:10:37.652040 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-c1afdbab-6053-428f-9ef0-4f0b1e40a319 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8687208 Oct 27 10:10:37.806722 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cea6acf-afdb-5722-be69-dabca8b03b9d-f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2', 'network_id': 'f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2', 'tenant_id': 'cb87c4e1528a476a91abea0417a853bb', 'fixed_ips': [{'subnet_id': 'eb5e33e4-0661-4740-860c-58d3e8727aa0'}]}} from dv-cinder-815145-2-iscsi. {{(pid=102226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:10:37.808564 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:38.108370 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.db_base_plugin_common [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Allocated IP 172.20.0.2 (f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2/eb5e33e4-0661-4740-860c-58d3e8727aa0/64384968-8b70-4b19-b6f9-67199fa59aaa) {{(pid=102226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:10:38.310133 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:38.421501 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:38.507536 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Network f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2 is already hosted by enough agents. {{(pid=102226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:10:38.511652 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.base_scheduler [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Resources bound (agent type, host, resource id): {{(pid=102226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:10:38.514171 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Pushing event updated for resources: {'Port': ['ID=64384968-8b70-4b19-b6f9-67199fa59aaa,revision_number=1']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:10:38.516306 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Received port after_create {{(pid=102226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:10:38.548283 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:38.548646 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:38.549294 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:38.549390 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:38.549658 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:38.549988 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:38.550317 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:38.550643 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:38.551065 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:38.551359 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:38.551688 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:38.552004 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Tracked resource versions report: Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: pushed versions: Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: { 'AddressGroup': {'1.2'}, Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'ConntrackHelper': {'1.0'}, Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Log': {'1.0'}, Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Network': {'1.1'}, Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Port': {'1.7'}, Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'PortForwarding': {'1.2'}, Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'QosPolicy': {'1.10'}, Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'SecurityGroup': {'1.4'}, Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'SubPort': {'1.0'}, Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Subnet': {'1.1'}, Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Trunk': {'1.1'}} Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: consumer versions: Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: { DHCP agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: L3 agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: Metadata agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: Metering agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: Open vSwitch agent@dv-cinder-815145-2-iscsi: { 'AddressGroup': '1.2', Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'ConntrackHelper': '1.0', Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Log': '1.0', Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Network': '1.1', Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Port': '1.7', Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'PortForwarding': '1.2', Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'QosPolicy': '1.10', Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'SecurityGroup': '1.4', Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'SecurityGroupRule': '1.2', Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'SubPort': '1.0', Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Subnet': '1.1', Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Trunk': '1.1'}} Oct 27 10:10:38.553092 dv-cinder-815145-2-iscsi neutron-server[102226]: {{(pid=102226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:10:38.608210 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Attempting to bind port 64384968-8b70-4b19-b6f9-67199fa59aaa on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:10:38.608635 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Attempting to bind port 64384968-8b70-4b19-b6f9-67199fa59aaa by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': '3d71fbc6-aef6-41f6-b491-ee504ea8e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:10:38.609043 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Attempting to bind port 64384968-8b70-4b19-b6f9-67199fa59aaa on network f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2 {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:10:38.614031 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:10:38.614392 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Checking segment: {'id': '3d71fbc6-aef6-41f6-b491-ee504ea8e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:10:38.614845 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:38.615238 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Bound using segment: {'id': '3d71fbc6-aef6-41f6-b491-ee504ea8e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:10:38.615718 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Bound port: 64384968-8b70-4b19-b6f9-67199fa59aaa, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d71fbc6-aef6-41f6-b491-ee504ea8e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:10:38.616130 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:38.680193 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] For port 64384968-8b70-4b19-b6f9-67199fa59aaa, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:10:38.684388 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] For port 64384968-8b70-4b19-b6f9-67199fa59aaa, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=64384968-8b70-4b19-b6f9-67199fa59aaa,segment=NetworkSegment(3d71fbc6-aef6-41f6-b491-ee504ea8e3d2),segment_id=3d71fbc6-aef6-41f6-b491-ee504ea8e3d2)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:10:38.744577 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:38.807145 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a20e7-a55c-404d-9b39-11dfc83f75d3 None None] Pushing event updated for resources: {'Port': ['ID=64384968-8b70-4b19-b6f9-67199fa59aaa,revision_number=2']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:10:40.205510 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 43196) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:10:40.519308 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [None req-f29b1eab-d586-49cb-b049-115dc355933b admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:10:40.520439 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-f29b1eab-d586-49cb-b049-115dc355933b admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3138945 Oct 27 10:10:43.017772 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 43204) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:10:43.526802 dv-cinder-815145-2-iscsi neutron-server[102224]: WARNING oslo_policy.policy [None req-7babe579-8476-438f-9b67-5452d6d0f14e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:10:43.530793 dv-cinder-815145-2-iscsi neutron-server[102224]: WARNING oslo_policy.policy [None req-7babe579-8476-438f-9b67-5452d6d0f14e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:10:43.754724 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [None req-7babe579-8476-438f-9b67-5452d6d0f14e admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:10:43.755771 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-7babe579-8476-438f-9b67-5452d6d0f14e admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7358444 Oct 27 10:10:46.522009 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 43222) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:10:46.842904 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-451af47f-e026-4290-bd90-00876e3cd0e8 admin admin] Request body: {'router': {'tenant_id': 'cb87c4e1528a476a91abea0417a853bb', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:10:46.955627 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-451af47f-e026-4290-bd90-00876e3cd0e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15312'] for router, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:46.957265 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-451af47f-e026-4290-bd90-00876e3cd0e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15303'] for router, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:47.093720 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-451af47f-e026-4290-bd90-00876e3cd0e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:47.152600 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-451af47f-e026-4290-bd90-00876e3cd0e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624213'] for router, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:47.237479 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-451af47f-e026-4290-bd90-00876e3cd0e8 admin admin] Publish callbacks [] for router, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:47.238711 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-451af47f-e026-4290-bd90-00876e3cd0e8 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7157233 Oct 27 10:10:47.976940 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf863cf-d80a-44e5-a1c7-f26950385838 None None] Network f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:10:48.046388 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-69cc4021-0bc4-436e-b94b-68ecf867664b None None] Provisioning complete for port 64384968-8b70-4b19-b6f9-67199fa59aaa triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:10:48.046771 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-69cc4021-0bc4-436e-b94b-68ecf867664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:48.284567 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-69cc4021-0bc4-436e-b94b-68ecf867664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:48.321307 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 64384968-8b70-4b19-b6f9-67199fa59aaa up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:10:48.355824 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-69cc4021-0bc4-436e-b94b-68ecf867664b None None] For port 64384968-8b70-4b19-b6f9-67199fa59aaa, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=64384968-8b70-4b19-b6f9-67199fa59aaa,segment=NetworkSegment(3d71fbc6-aef6-41f6-b491-ee504ea8e3d2),segment_id=3d71fbc6-aef6-41f6-b491-ee504ea8e3d2)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:10:48.384688 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 64384968-8b70-4b19-b6f9-67199fa59aaa triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:10:48.385085 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:48.428341 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-69cc4021-0bc4-436e-b94b-68ecf867664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:48.511577 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc4021-0bc4-436e-b94b-68ecf867664b None None] Pushing event updated for resources: {'Port': ['ID=64384968-8b70-4b19-b6f9-67199fa59aaa,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:10:48.549471 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-95b7a89e-ec74-4ec0-a4dc-42578afa39e4 None None] Provisioning complete for port 64384968-8b70-4b19-b6f9-67199fa59aaa triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:10:48.549839 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-95b7a89e-ec74-4ec0-a4dc-42578afa39e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:48.772032 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b5ca69ba-21c5-4a94-ab98-5f177af42096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:49.304105 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 5 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:10:49.790962 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 43232) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:10:50.097831 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [None req-42aeaa37-c440-4c22-a431-b5744bbcf5c3 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:10:50.098849 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-42aeaa37-c440-4c22-a431-b5744bbcf5c3 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3069320 Oct 27 10:10:50.270389 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 64384968-8b70-4b19-b6f9-67199fa59aaa up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:10:50.319736 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 64384968-8b70-4b19-b6f9-67199fa59aaa triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:10:50.320108 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:51.377826 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-0e914eba-5e6e-49e5-9310-5343e4702bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:52.266283 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:52.471797 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:52.636540 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 43250) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:10:52.768561 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:10:52.770058 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.quota [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Loaded quota_driver: . Oct 27 10:10:52.957133 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Made reservation on behalf of 95bb4af23e8e4afc9e5d5218f34523f6 for: {'network': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:10:53.029554 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.policy [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102224) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 10:10:53.076166 dv-cinder-815145-2-iscsi neutron-server[102224]: WARNING oslo_policy.policy [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:10:53.076531 dv-cinder-815145-2-iscsi neutron-server[102224]: WARNING oslo_policy.policy [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:10:53.086854 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:53.107045 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:53.214638 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:53.298058 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:53.309886 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Reserving flat network on physical network physnet1 {{(pid=102224) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 10:10:53.341069 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767688259925', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:53.341662 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Unsubscribe: segment precommit_create {{(pid=102224) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 10:10:53.342174 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.db.segments_db [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Added segment bb578bee-3632-44b4-a7fc-9e8308ee9c00 of type flat for network 70ca3915-436e-4d6f-9dee-c189a5123789 Oct 27 10:10:53.359218 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4523c5-d329-4ff8-bc2f-a2157ee092dc,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:10:53.379659 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:53.380021 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:53.380358 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:53.380686 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:53.381036 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:53.381405 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:53.381733 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:53.382070 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:53.382457 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:53.382783 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:53.383102 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:53.383415 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Tracked resource versions report: Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: pushed versions: Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: { 'AddressGroup': {'1.2'}, Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'ConntrackHelper': {'1.0'}, Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Log': {'1.0'}, Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Network': {'1.1'}, Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Port': {'1.7'}, Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'PortForwarding': {'1.2'}, Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'QosPolicy': {'1.10'}, Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'SecurityGroup': {'1.4'}, Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'SubPort': {'1.0'}, Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Subnet': {'1.1'}, Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Trunk': {'1.1'}} Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: consumer versions: Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: { DHCP agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: L3 agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: Metadata agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: Metering agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: Open vSwitch agent@dv-cinder-815145-2-iscsi: { 'AddressGroup': '1.2', Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'ConntrackHelper': '1.0', Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Log': '1.0', Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Network': '1.1', Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Port': '1.7', Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'PortForwarding': '1.2', Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'QosPolicy': '1.10', Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'SecurityGroup': '1.4', Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'SecurityGroupRule': '1.2', Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'SubPort': '1.0', Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Subnet': '1.1', Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Trunk': '1.1'}} Oct 27 10:10:53.384466 dv-cinder-815145-2-iscsi neutron-server[102224]: {{(pid=102224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:10:53.485793 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:53.608688 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:53.609870 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:10:53.610526 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:53.709917 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=70ca3915-436e-4d6f-9dee-c189a5123789,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:10:53.723750 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network 70ca3915-436e-4d6f-9dee-c189a5123789 details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:10:53.754279 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-527d9e31-17bd-4412-8931-b6bf71e28bd8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1166708 Oct 27 10:10:54.154792 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:56.101160 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 43274) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:10:56.231995 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d71b6a5-eb30-4c03-99d1-a82f800e8b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:10:56.233418 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-8d71b6a5-eb30-4c03-99d1-a82f800e8b76 admin admin] 10.222.0.66 "GET /v2.0/subnets/eb5e33e4-0661-4740-860c-58d3e8727aa0 HTTP/1.1" status: 200 len: 849 time: 0.1312640 Oct 27 10:10:56.391622 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-3db6f044-609b-4843-8d86-99af3978569d admin admin] 10.222.0.66 "GET /v2.0/routers/28a083de-01ab-48ca-b669-3be7fba0dfe6 HTTP/1.1" status: 200 len: 704 time: 0.1520596 Oct 27 10:10:56.674240 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e5b355b3-df83-4ee2-a2f5-7ec6a13e6476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:56.975289 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [None req-e5b355b3-df83-4ee2-a2f5-7ec6a13e6476 admin admin] Allocated IP 172.20.0.1 (f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2/eb5e33e4-0661-4740-860c-58d3e8727aa0/92da6c70-aaba-4b2c-be09-e7a0173144ea) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:10:57.159359 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e5b355b3-df83-4ee2-a2f5-7ec6a13e6476 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:57.272163 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e5b355b3-df83-4ee2-a2f5-7ec6a13e6476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:57.344971 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b355b3-df83-4ee2-a2f5-7ec6a13e6476 admin admin] Network f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:10:57.353750 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-e5b355b3-df83-4ee2-a2f5-7ec6a13e6476 admin admin] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:10:57.364484 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b355b3-df83-4ee2-a2f5-7ec6a13e6476 admin admin] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:10:57.364484 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e5b355b3-df83-4ee2-a2f5-7ec6a13e6476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623752'] for router_interface, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:57.417783 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b355b3-df83-4ee2-a2f5-7ec6a13e6476 admin admin] Pushing event updated for resources: {'Port': ['ID=92da6c70-aaba-4b2c-be09-e7a0173144ea,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:10:57.596727 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-3c7409a0-fd2c-4386-9a90-4e16f5d2854a None None] Provisioning complete for port 92da6c70-aaba-4b2c-be09-e7a0173144ea triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:10:57.597297 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-3c7409a0-fd2c-4386-9a90-4e16f5d2854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:57.629626 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-3c7409a0-fd2c-4386-9a90-4e16f5d2854a None None] Port 92da6c70-aaba-4b2c-be09-e7a0173144ea cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:10:57.644909 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e5b355b3-df83-4ee2-a2f5-7ec6a13e6476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:57.897107 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e5b355b3-df83-4ee2-a2f5-7ec6a13e6476 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:57.979983 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e5b355b3-df83-4ee2-a2f5-7ec6a13e6476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:57.980755 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e5b355b3-df83-4ee2-a2f5-7ec6a13e6476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625176'] for router_interface, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:58.060564 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b355b3-df83-4ee2-a2f5-7ec6a13e6476 admin admin] Pushing event updated for resources: {'Port': ['ID=92da6c70-aaba-4b2c-be09-e7a0173144ea,revision_number=2']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:10:58.106837 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b355b3-df83-4ee2-a2f5-7ec6a13e6476 admin admin] Network f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:10:58.108142 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-e5b355b3-df83-4ee2-a2f5-7ec6a13e6476 admin admin] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:10:58.349358 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b355b3-df83-4ee2-a2f5-7ec6a13e6476 admin admin] Router 28a083de-01ab-48ca-b669-3be7fba0dfe6 is scheduled to L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 with binding_index 1 {{(pid=102224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:10:58.351026 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-65608c75-b46c-49ee-a832-6d223ccabf5a None None] Provisioning complete for port 92da6c70-aaba-4b2c-be09-e7a0173144ea triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:10:58.351399 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-65608c75-b46c-49ee-a832-6d223ccabf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:58.387605 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-65608c75-b46c-49ee-a832-6d223ccabf5a None None] Port 92da6c70-aaba-4b2c-be09-e7a0173144ea cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:10:58.443892 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b355b3-df83-4ee2-a2f5-7ec6a13e6476 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:10:58.449671 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-e5b355b3-df83-4ee2-a2f5-7ec6a13e6476 admin admin] 10.222.0.66 "PUT /v2.0/routers/28a083de-01ab-48ca-b669-3be7fba0dfe6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0522470 Oct 27 10:10:58.454668 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Sync routers for ids ['28a083de-01ab-48ca-b669-3be7fba0dfe6'] in dv-cinder-815145-2-iscsi {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:10:58.467218 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Routers {'28a083de-01ab-48ca-b669-3be7fba0dfe6'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:10:58.468139 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:10:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['28a083de-01ab-48ca-b669-3be7fba0dfe6'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:10:58.660382 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Set router 28a083de-01ab-48ca-b669-3be7fba0dfe6 gateway port host: None {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:10:59.089682 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a083de-01ab-48ca-b669-3be7fba0dfe6', 'name': 'router1', 'tenant_id': 'cb87c4e1528a476a91abea0417a853bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:10:46Z', 'updated_at': '2021-10-27T10:10:57Z', 'revision_number': 2, 'project_id': 'cb87c4e1528a476a91abea0417a853bb', 'gw_port_host': None, '_interfaces': [{'id': '92da6c70-aaba-4b2c-be09-e7a0173144ea', 'name': '', 'network_id': 'f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2', 'tenant_id': 'cb87c4e1528a476a91abea0417a853bb', 'mac_address': 'fa:16:3e:3c:95:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a083de-01ab-48ca-b669-3be7fba0dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb5e33e4-0661-4740-860c-58d3e8727aa0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:10:56Z', 'updated_at': '2021-10-27T10:10:57Z', 'revision_number': 2, 'project_id': 'cb87c4e1528a476a91abea0417a853bb', 'subnets': [{'id': 'eb5e33e4-0661-4740-860c-58d3e8727aa0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c6d1b2a-633a-4600-bea5-e9924234307f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:10:59.140777 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Checking router: 28a083de-01ab-48ca-b669-3be7fba0dfe6 for host: dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:10:59.141152 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Updating router 28a083de-01ab-48ca-b669-3be7fba0dfe6 port 92da6c70-aaba-4b2c-be09-e7a0173144ea binding host dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:10:59.188667 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:59.708324 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Publish callbacks [] for port, precommit_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:59.772128 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:59.902121 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97f65d-1e75-49c1-8714-1e5d5f414f32 None None] Pushing event updated for resources: {'Port': ['ID=92da6c70-aaba-4b2c-be09-e7a0173144ea,revision_number=3']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:10:59.928559 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97f65d-1e75-49c1-8714-1e5d5f414f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:59.928962 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97f65d-1e75-49c1-8714-1e5d5f414f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:59.929339 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97f65d-1e75-49c1-8714-1e5d5f414f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:59.929749 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97f65d-1e75-49c1-8714-1e5d5f414f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:59.929995 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97f65d-1e75-49c1-8714-1e5d5f414f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:59.930329 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97f65d-1e75-49c1-8714-1e5d5f414f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:59.930658 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97f65d-1e75-49c1-8714-1e5d5f414f32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:59.930981 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97f65d-1e75-49c1-8714-1e5d5f414f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:59.931346 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97f65d-1e75-49c1-8714-1e5d5f414f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:59.931669 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97f65d-1e75-49c1-8714-1e5d5f414f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:59.931990 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97f65d-1e75-49c1-8714-1e5d5f414f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:59.932308 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97f65d-1e75-49c1-8714-1e5d5f414f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c97f65d-1e75-49c1-8714-1e5d5f414f32 None None] Tracked resource versions report: Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: pushed versions: Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: { 'AddressGroup': {'1.2'}, Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'ConntrackHelper': {'1.0'}, Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Log': {'1.0'}, Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Network': {'1.1'}, Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Port': {'1.7'}, Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'PortForwarding': {'1.2'}, Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'QosPolicy': {'1.10'}, Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'SecurityGroup': {'1.4'}, Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'SubPort': {'1.0'}, Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Subnet': {'1.1'}, Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Trunk': {'1.1'}} Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: consumer versions: Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: { DHCP agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: L3 agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: Metadata agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: Metering agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: Open vSwitch agent@dv-cinder-815145-2-iscsi: { 'AddressGroup': '1.2', Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'ConntrackHelper': '1.0', Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Log': '1.0', Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Network': '1.1', Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Port': '1.7', Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'PortForwarding': '1.2', Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'QosPolicy': '1.10', Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'SecurityGroup': '1.4', Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'SecurityGroupRule': '1.2', Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'SubPort': '1.0', Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Subnet': '1.1', Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Trunk': '1.1'}} Oct 27 10:10:59.933479 dv-cinder-815145-2-iscsi neutron-server[102227]: {{(pid=102227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:10:59.960987 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Attempting to bind port 92da6c70-aaba-4b2c-be09-e7a0173144ea on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:10:59.961368 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Attempting to bind port 92da6c70-aaba-4b2c-be09-e7a0173144ea by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': '3d71fbc6-aef6-41f6-b491-ee504ea8e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2'}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:10:59.961796 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Attempting to bind port 92da6c70-aaba-4b2c-be09-e7a0173144ea on network f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2 {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:10:59.967109 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:10:59.967512 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Checking segment: {'id': '3d71fbc6-aef6-41f6-b491-ee504ea8e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:10:59.967967 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:59.968357 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Bound using segment: {'id': '3d71fbc6-aef6-41f6-b491-ee504ea8e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2'} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:10:59.968853 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Bound port: 92da6c70-aaba-4b2c-be09-e7a0173144ea, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d71fbc6-aef6-41f6-b491-ee504ea8e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2'}}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:10:59.969273 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:00.018994 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-69a497ea-2ac2-4e3c-ba9b-5b46fb06980f None None] Provisioning complete for port 92da6c70-aaba-4b2c-be09-e7a0173144ea triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:11:00.019573 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-69a497ea-2ac2-4e3c-ba9b-5b46fb06980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:00.033466 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] For port 92da6c70-aaba-4b2c-be09-e7a0173144ea, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:11:00.052493 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] For port 92da6c70-aaba-4b2c-be09-e7a0173144ea, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=92da6c70-aaba-4b2c-be09-e7a0173144ea,segment=NetworkSegment(3d71fbc6-aef6-41f6-b491-ee504ea8e3d2),segment_id=3d71fbc6-aef6-41f6-b491-ee504ea8e3d2)] {{(pid=102227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:11:00.053405 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-69a497ea-2ac2-4e3c-ba9b-5b46fb06980f None None] Port 92da6c70-aaba-4b2c-be09-e7a0173144ea cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:11:00.132729 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:00.199134 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97f65d-1e75-49c1-8714-1e5d5f414f32 None None] Pushing event updated for resources: {'Port': ['ID=92da6c70-aaba-4b2c-be09-e7a0173144ea,revision_number=4']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:11:00.205630 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Routers {'28a083de-01ab-48ca-b669-3be7fba0dfe6'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:11:00.206248 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:10:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['28a083de-01ab-48ca-b669-3be7fba0dfe6'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:11:00.298575 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] Set router 28a083de-01ab-48ca-b669-3be7fba0dfe6 gateway port host: None {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:11:00.375643 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-0e567979-ed1f-4992-9ff4-d320839af903 None None] Provisioning complete for port 92da6c70-aaba-4b2c-be09-e7a0173144ea triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:11:00.376189 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-0e567979-ed1f-4992-9ff4-d320839af903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:00.491320 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-0e567979-ed1f-4992-9ff4-d320839af903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:00.513791 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a083de-01ab-48ca-b669-3be7fba0dfe6', 'name': 'router1', 'tenant_id': 'cb87c4e1528a476a91abea0417a853bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:10:46Z', 'updated_at': '2021-10-27T10:10:57Z', 'revision_number': 2, 'project_id': 'cb87c4e1528a476a91abea0417a853bb', 'gw_port_host': None, '_interfaces': [{'id': '92da6c70-aaba-4b2c-be09-e7a0173144ea', 'name': '', 'network_id': 'f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2', 'tenant_id': 'cb87c4e1528a476a91abea0417a853bb', 'mac_address': 'fa:16:3e:3c:95:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a083de-01ab-48ca-b669-3be7fba0dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb5e33e4-0661-4740-860c-58d3e8727aa0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:10:56Z', 'updated_at': '2021-10-27T10:11:00Z', 'revision_number': 4, 'project_id': 'cb87c4e1528a476a91abea0417a853bb', 'subnets': [{'id': 'eb5e33e4-0661-4740-860c-58d3e8727aa0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c6d1b2a-633a-4600-bea5-e9924234307f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:11:00.523222 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-0e567979-ed1f-4992-9ff4-d320839af903 None None] For port 92da6c70-aaba-4b2c-be09-e7a0173144ea, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=92da6c70-aaba-4b2c-be09-e7a0173144ea,segment=NetworkSegment(3d71fbc6-aef6-41f6-b491-ee504ea8e3d2),segment_id=3d71fbc6-aef6-41f6-b491-ee504ea8e3d2)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:11:00.544155 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa811473-48e7-43da-8429-0a1b672c8936 None None] The sync data for ids ['28a083de-01ab-48ca-b669-3be7fba0dfe6'] in dv-cinder-815145-2-iscsi is: [{'id': '28a083de-01ab-48ca-b669-3be7fba0dfe6', 'name': 'router1', 'tenant_id': 'cb87c4e1528a476a91abea0417a853bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:10:46Z', 'updated_at': '2021-10-27T10:10:57Z', 'revision_number': 2, 'project_id': 'cb87c4e1528a476a91abea0417a853bb', 'gw_port_host': None, '_interfaces': [{'id': '92da6c70-aaba-4b2c-be09-e7a0173144ea', 'name': '', 'network_id': 'f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2', 'tenant_id': 'cb87c4e1528a476a91abea0417a853bb', 'mac_address': 'fa:16:3e:3c:95:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a083de-01ab-48ca-b669-3be7fba0dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb5e33e4-0661-4740-860c-58d3e8727aa0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:10:56Z', 'updated_at': '2021-10-27T10:11:00Z', 'revision_number': 4, 'project_id': 'cb87c4e1528a476a91abea0417a853bb', 'subnets': [{'id': 'eb5e33e4-0661-4740-860c-58d3e8727aa0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c6d1b2a-633a-4600-bea5-e9924234307f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:11:00.608616 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-0e567979-ed1f-4992-9ff4-d320839af903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:00.658636 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e567979-ed1f-4992-9ff4-d320839af903 None None] Pushing event updated for resources: {'Port': ['ID=92da6c70-aaba-4b2c-be09-e7a0173144ea,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:11:00.809185 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 43284) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:11:00.918702 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60562a64-4df9-4538-972a-decc9b6496a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:11:00.920069 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-60562a64-4df9-4538-972a-decc9b6496a3 admin admin] 10.222.0.66 "GET /v2.0/networks/70ca3915-436e-4d6f-9dee-c189a5123789 HTTP/1.1" status: 200 len: 842 time: 0.1098168 Oct 27 10:11:00.930619 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-5bddc891-45d4-47ab-b16b-3bc7a933e365 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'gateway_ip': '172.27.3.1'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:11:01.048595 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bddc891-45d4-47ab-b16b-3bc7a933e365 admin admin] Made reservation on behalf of 95bb4af23e8e4afc9e5d5218f34523f6 for: {'subnet': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:11:01.051100 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5bddc891-45d4-47ab-b16b-3bc7a933e365 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:01.428073 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.objects.ports [None req-5bddc891-45d4-47ab-b16b-3bc7a933e365 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102224) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:11:01.428510 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5bddc891-45d4-47ab-b16b-3bc7a933e365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for subnet, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:01.485665 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddc891-45d4-47ab-b16b-3bc7a933e365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d25a479-4445-45b0-aa2d-a38f3239d00a,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:11:01.493123 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bddc891-45d4-47ab-b16b-3bc7a933e365 admin admin] Checking segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:11:01.493517 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bddc891-45d4-47ab-b16b-3bc7a933e365 admin admin] Network hostable DHCP agents. Network: 70ca3915-436e-4d6f-9dee-c189a5123789, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:11:01.606366 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bddc891-45d4-47ab-b16b-3bc7a933e365 admin admin] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:11:01.692200 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-5bddc891-45d4-47ab-b16b-3bc7a933e365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, 70ca3915-436e-4d6f-9dee-c189a5123789) {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:11:01.696687 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bddc891-45d4-47ab-b16b-3bc7a933e365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:11:01.697825 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5bddc891-45d4-47ab-b16b-3bc7a933e365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:01.703958 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893a14e5-d7ed-42c1-bc1e-4950c17c1d66 None None] Network 70ca3915-436e-4d6f-9dee-c189a5123789 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:11:01.792075 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-5bddc891-45d4-47ab-b16b-3bc7a933e365 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8648310 Oct 27 10:11:01.836995 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1498bb-b8cf-4fdf-bc2e-9061aa1f6489 None None] Network 70ca3915-436e-4d6f-9dee-c189a5123789 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:11:04.231939 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 43292) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:11:04.368229 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-b852a49a-7fcd-4664-a003-4566ac30d2b0 admin admin] 10.222.0.66 "GET /v2.0/routers/28a083de-01ab-48ca-b669-3be7fba0dfe6 HTTP/1.1" status: 200 len: 710 time: 0.1351151 Oct 27 10:11:04.460215 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33c47f0-e7d7-4f23-9419-976ccd95556e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:11:04.461637 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-b33c47f0-e7d7-4f23-9419-976ccd95556e admin admin] 10.222.0.66 "GET /v2.0/networks/70ca3915-436e-4d6f-9dee-c189a5123789 HTTP/1.1" status: 200 len: 886 time: 0.0871935 Oct 27 10:11:04.471519 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-2bc8c15c-d6eb-4053-8d51-b1d76ce39921 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:11:04.786614 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c15c-d6eb-4053-8d51-b1d76ce39921 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:05.085734 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c15c-d6eb-4053-8d51-b1d76ce39921 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:05.216904 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c15c-d6eb-4053-8d51-b1d76ce39921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:05.317882 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [None req-2bc8c15c-d6eb-4053-8d51-b1d76ce39921 admin admin] Allocated IP 172.27.3.30 (70ca3915-436e-4d6f-9dee-c189a5123789/3d25a479-4445-45b0-aa2d-a38f3239d00a/5e2d7bb7-9270-4593-a00a-971b857d6997) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:11:05.424157 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c15c-d6eb-4053-8d51-b1d76ce39921 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:05.526675 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c15c-d6eb-4053-8d51-b1d76ce39921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:05.567704 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc8c15c-d6eb-4053-8d51-b1d76ce39921 admin admin] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:11:05.570568 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-2bc8c15c-d6eb-4053-8d51-b1d76ce39921 admin admin] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:11:05.577806 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc8c15c-d6eb-4053-8d51-b1d76ce39921 admin admin] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:11:05.579916 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8c15c-d6eb-4053-8d51-b1d76ce39921 admin admin] Pushing event updated for resources: {'Port': ['ID=5e2d7bb7-9270-4593-a00a-971b857d6997,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:11:05.933402 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c15c-d6eb-4053-8d51-b1d76ce39921 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:06.140086 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c15c-d6eb-4053-8d51-b1d76ce39921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15285'] for router, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:06.143543 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c15c-d6eb-4053-8d51-b1d76ce39921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635900'] for router, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:06.254428 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc8c15c-d6eb-4053-8d51-b1d76ce39921 admin admin] Router 28a083de-01ab-48ca-b669-3be7fba0dfe6 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:11:06.322897 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 92da6c70-aaba-4b2c-be09-e7a0173144ea up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:11:06.369591 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc8c15c-d6eb-4053-8d51-b1d76ce39921 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:11:06.373923 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c15c-d6eb-4053-8d51-b1d76ce39921 admin admin] Publish callbacks [] for router, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:06.375006 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-2bc8c15c-d6eb-4053-8d51-b1d76ce39921 admin admin] 10.222.0.66 "PUT /v2.0/routers/28a083de-01ab-48ca-b669-3be7fba0dfe6 HTTP/1.1" status: 200 len: 889 time: 1.9066277 Oct 27 10:11:06.377573 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 92da6c70-aaba-4b2c-be09-e7a0173144ea triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:11:06.378180 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:07.561825 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Sync routers for ids ['28a083de-01ab-48ca-b669-3be7fba0dfe6'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:11:07.573184 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Routers {'28a083de-01ab-48ca-b669-3be7fba0dfe6'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:11:07.575280 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:10:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['28a083de-01ab-48ca-b669-3be7fba0dfe6'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:11:07.785935 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Set router 28a083de-01ab-48ca-b669-3be7fba0dfe6 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:11:08.234853 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a083de-01ab-48ca-b669-3be7fba0dfe6', 'name': 'router1', 'tenant_id': 'cb87c4e1528a476a91abea0417a853bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e2d7bb7-9270-4593-a00a-971b857d6997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:10:46Z', 'updated_at': '2021-10-27T10:11:05Z', 'revision_number': 4, 'project_id': 'cb87c4e1528a476a91abea0417a853bb', 'gw_port': {'id': '5e2d7bb7-9270-4593-a00a-971b857d6997', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:45:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a083de-01ab-48ca-b669-3be7fba0dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:11:05Z', 'updated_at': '2021-10-27T10:11:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '92da6c70-aaba-4b2c-be09-e7a0173144ea', 'name': '', 'network_id': 'f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2', 'tenant_id': 'cb87c4e1528a476a91abea0417a853bb', 'mac_address': 'fa:16:3e:3c:95:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a083de-01ab-48ca-b669-3be7fba0dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb5e33e4-0661-4740-860c-58d3e8727aa0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:10:56Z', 'updated_at': '2021-10-27T10:11:00Z', 'revision_number': 5, 'project_id': 'cb87c4e1528a476a91abea0417a853bb', 'subnets': [{'id': 'eb5e33e4-0661-4740-860c-58d3e8727aa0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c6d1b2a-633a-4600-bea5-e9924234307f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:11:08.286214 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Checking router: 28a083de-01ab-48ca-b669-3be7fba0dfe6 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:11:08.286567 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Updating router 28a083de-01ab-48ca-b669-3be7fba0dfe6 port 5e2d7bb7-9270-4593-a00a-971b857d6997 binding host dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:11:08.333850 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:08.646591 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Publish callbacks [] for port, precommit_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:08.785927 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:08.838078 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Attempting to bind port 5e2d7bb7-9270-4593-a00a-971b857d6997 on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:11:08.838449 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Attempting to bind port 5e2d7bb7-9270-4593-a00a-971b857d6997 by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:11:08.838812 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Attempting to bind port 5e2d7bb7-9270-4593-a00a-971b857d6997 on network 70ca3915-436e-4d6f-9dee-c189a5123789 {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:11:08.841635 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ceee7-07eb-4cf0-b619-214643ad8332 None None] Pushing event updated for resources: {'Port': ['ID=5e2d7bb7-9270-4593-a00a-971b857d6997,revision_number=2']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:11:08.846108 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:11:08.846499 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Checking segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:11:08.846869 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:08.847250 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Bound using segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:11:08.847707 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Bound port: 5e2d7bb7-9270-4593-a00a-971b857d6997, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:11:08.848099 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:08.872931 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 43304) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:11:08.897511 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] For port 5e2d7bb7-9270-4593-a00a-971b857d6997, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:11:08.900966 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] For port 5e2d7bb7-9270-4593-a00a-971b857d6997, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=5e2d7bb7-9270-4593-a00a-971b857d6997,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:11:08.989719 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:08.995614 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-b698161b-8c9e-482d-a7f4-6e7d4131e1c4 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1215062 Oct 27 10:11:09.051969 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Routers {'28a083de-01ab-48ca-b669-3be7fba0dfe6'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:11:09.052601 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:10:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['28a083de-01ab-48ca-b669-3be7fba0dfe6'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:11:09.057923 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ceee7-07eb-4cf0-b619-214643ad8332 None None] Pushing event updated for resources: {'Port': ['ID=5e2d7bb7-9270-4593-a00a-971b857d6997,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:11:09.168391 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] Set router 28a083de-01ab-48ca-b669-3be7fba0dfe6 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:11:09.380375 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a083de-01ab-48ca-b669-3be7fba0dfe6', 'name': 'router1', 'tenant_id': 'cb87c4e1528a476a91abea0417a853bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e2d7bb7-9270-4593-a00a-971b857d6997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:10:46Z', 'updated_at': '2021-10-27T10:11:05Z', 'revision_number': 4, 'project_id': 'cb87c4e1528a476a91abea0417a853bb', 'gw_port': {'id': '5e2d7bb7-9270-4593-a00a-971b857d6997', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:45:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a083de-01ab-48ca-b669-3be7fba0dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:11:05Z', 'updated_at': '2021-10-27T10:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '92da6c70-aaba-4b2c-be09-e7a0173144ea', 'name': '', 'network_id': 'f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2', 'tenant_id': 'cb87c4e1528a476a91abea0417a853bb', 'mac_address': 'fa:16:3e:3c:95:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a083de-01ab-48ca-b669-3be7fba0dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb5e33e4-0661-4740-860c-58d3e8727aa0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:10:56Z', 'updated_at': '2021-10-27T10:11:00Z', 'revision_number': 5, 'project_id': 'cb87c4e1528a476a91abea0417a853bb', 'subnets': [{'id': 'eb5e33e4-0661-4740-860c-58d3e8727aa0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c6d1b2a-633a-4600-bea5-e9924234307f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:11:09.408154 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6cf0a5-aac0-4a3b-925d-51738da097ef None None] The sync data for ids ['28a083de-01ab-48ca-b669-3be7fba0dfe6'] in dv-cinder-815145-2-iscsi is: [{'id': '28a083de-01ab-48ca-b669-3be7fba0dfe6', 'name': 'router1', 'tenant_id': 'cb87c4e1528a476a91abea0417a853bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e2d7bb7-9270-4593-a00a-971b857d6997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:10:46Z', 'updated_at': '2021-10-27T10:11:05Z', 'revision_number': 4, 'project_id': 'cb87c4e1528a476a91abea0417a853bb', 'gw_port': {'id': '5e2d7bb7-9270-4593-a00a-971b857d6997', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:45:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a083de-01ab-48ca-b669-3be7fba0dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:11:05Z', 'updated_at': '2021-10-27T10:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '92da6c70-aaba-4b2c-be09-e7a0173144ea', 'name': '', 'network_id': 'f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2', 'tenant_id': 'cb87c4e1528a476a91abea0417a853bb', 'mac_address': 'fa:16:3e:3c:95:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a083de-01ab-48ca-b669-3be7fba0dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb5e33e4-0661-4740-860c-58d3e8727aa0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:10:56Z', 'updated_at': '2021-10-27T10:11:00Z', 'revision_number': 5, 'project_id': 'cb87c4e1528a476a91abea0417a853bb', 'subnets': [{'id': 'eb5e33e4-0661-4740-860c-58d3e8727aa0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c6d1b2a-633a-4600-bea5-e9924234307f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:11:10.309150 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 5e2d7bb7-9270-4593-a00a-971b857d6997 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:11:10.373672 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 5e2d7bb7-9270-4593-a00a-971b857d6997 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:11:10.373672 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:10.455322 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:10.475853 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] For port 5e2d7bb7-9270-4593-a00a-971b857d6997, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=5e2d7bb7-9270-4593-a00a-971b857d6997,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:11:10.562116 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:10.611930 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Pushing event updated for resources: {'Port': ['ID=5e2d7bb7-9270-4593-a00a-971b857d6997,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:11:12.295547 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 5e2d7bb7-9270-4593-a00a-971b857d6997 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:11:12.349113 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 5e2d7bb7-9270-4593-a00a-971b857d6997 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:11:12.349560 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:18.762105 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-cac68410-82e6-48bc-862e-d9eaf859baf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:21.360301 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-58c7a3a7-9b7c-405d-97d5-76c4e482ada1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:22.218949 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:22.422739 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:24.121668 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:26.302545 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 5 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:11:48.857910 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-5abbb228-a32e-49b2-8a9d-113d47d5bd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:51.326066 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-4e26f293-2f9a-4724-8a10-e3734535dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:52.217750 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:52.434948 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:54.143183 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:03.302571 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 5 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:12:18.758877 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-3a2c77f5-20f2-41c7-8d26-f9202c8b7d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:21.318062 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-f3d372c4-f708-4e18-8859-5344ab9f0ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:22.301533 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:22.415994 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:24.113519 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:40.301913 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 5 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:12:48.785781 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-803adb55-d2ad-4a06-b475-67dbd47cfa13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:49.506638 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 43866) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:12:49.567713 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3cb59b6-a9a4-4e96-a9b3-f756987a402a admin admin] GET failed (client error): The resource could not be found. Oct 27 10:12:49.569025 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-e3cb59b6-a9a4-4e96-a9b3-f756987a402a admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614467 Oct 27 10:12:49.732747 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ad57b6-739c-4e31-805e-444cc3bd9f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:12:49.734378 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-d6ad57b6-739c-4e31-805e-444cc3bd9f8b admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1606996 Oct 27 10:12:51.334386 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a4530459-cd06-40a5-8b3f-4141a5e5e3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:52.044382 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 43876) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:12:52.135275 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d849f1e9-03ed-4828-8f62-2e8f730da618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:12:52.136682 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-d849f1e9-03ed-4828-8f62-2e8f730da618 admin admin] 10.222.0.66 "GET /v2.0/subnets/eb5e33e4-0661-4740-860c-58d3e8727aa0 HTTP/1.1" status: 200 len: 849 time: 0.0913241 Oct 27 10:12:52.147281 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-7bfbdc75-df7f-49cf-a814-784255692e6d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:12:52.231869 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:52.232073 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7bfbdc75-df7f-49cf-a814-784255692e6d admin admin] Publish callbacks [] for subnet, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:52.442571 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:52.466723 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7bfbdc75-df7f-49cf-a814-784255692e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767688234469'] for subnet, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:52.508911 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfbdc75-df7f-49cf-a814-784255692e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:12:52.508911 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7bfbdc75-df7f-49cf-a814-784255692e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:52.510449 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-7bfbdc75-df7f-49cf-a814-784255692e6d admin admin] 10.222.0.66 "PUT /v2.0/subnets/eb5e33e4-0661-4740-860c-58d3e8727aa0 HTTP/1.1" status: 200 len: 868 time: 0.3673677 Oct 27 10:12:52.515356 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9ad1ad-74dc-4e66-a859-38ae010224db None None] Network f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:12:52.529978 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbdc75-df7f-49cf-a814-784255692e6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb5e33e4-0661-4740-860c-58d3e8727aa0,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:12:52.539136 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbdc75-df7f-49cf-a814-784255692e6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:52.539470 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbdc75-df7f-49cf-a814-784255692e6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:52.539763 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbdc75-df7f-49cf-a814-784255692e6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:52.540104 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbdc75-df7f-49cf-a814-784255692e6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:52.540442 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbdc75-df7f-49cf-a814-784255692e6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:52.540797 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbdc75-df7f-49cf-a814-784255692e6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:52.541140 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbdc75-df7f-49cf-a814-784255692e6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:52.541506 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbdc75-df7f-49cf-a814-784255692e6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:52.541937 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbdc75-df7f-49cf-a814-784255692e6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:52.542191 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbdc75-df7f-49cf-a814-784255692e6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:52.542517 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbdc75-df7f-49cf-a814-784255692e6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:52.542843 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbdc75-df7f-49cf-a814-784255692e6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:52.945460 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a846ecde-19ba-45dc-8c68-0b6bbb01e785 None None] Provisioning complete for port 64384968-8b70-4b19-b6f9-67199fa59aaa triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:12:52.945825 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a846ecde-19ba-45dc-8c68-0b6bbb01e785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:53.030961 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a846ecde-19ba-45dc-8c68-0b6bbb01e785 None None] Provisioning complete for port 92da6c70-aaba-4b2c-be09-e7a0173144ea triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:12:53.031248 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a846ecde-19ba-45dc-8c68-0b6bbb01e785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:54.117311 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:54.824657 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 43884) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:12:55.108007 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c32338-0355-4a07-802b-ff132151fe81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:12:55.108701 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c32338-0355-4a07-802b-ff132151fe81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:12:55.110281 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-50c32338-0355-4a07-802b-ff132151fe81 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2846394 Oct 27 10:12:57.405514 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 43894) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:12:57.603454 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1299243-7c23-44ff-8e44-df9ac656d41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:12:57.603837 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1299243-7c23-44ff-8e44-df9ac656d41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:12:57.605402 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-b1299243-7c23-44ff-8e44-df9ac656d41f admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1989174 Oct 27 10:12:59.883166 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 43902) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:00.036437 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0356261d-725a-4d6f-8134-54020c487204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:00.037916 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-0356261d-725a-4d6f-8134-54020c487204 admin admin] 10.222.0.66 "GET /v2.0/networks/70ca3915-436e-4d6f-9dee-c189a5123789 HTTP/1.1" status: 200 len: 886 time: 0.1538002 Oct 27 10:13:02.305610 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 43910) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:02.453215 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a059257-d75c-46bd-af41-7505410e4df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:02.454580 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-1a059257-d75c-46bd-af41-7505410e4df5 admin admin] 10.222.0.66 "GET /v2.0/networks/f7c4fd40-8ec6-4f7a-8616-0f9f0c2002c2 HTTP/1.1" status: 200 len: 869 time: 0.1480269 Oct 27 10:13:04.726051 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 43918) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:04.851143 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22556bb7-0764-4228-beb4-a4b35adad19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:04.851597 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22556bb7-0764-4228-beb4-a4b35adad19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:04.853150 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-22556bb7-0764-4228-beb4-a4b35adad19b admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1261506 Oct 27 10:13:07.150927 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 43926) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:07.240610 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c0a91f-9df9-4761-8a62-023c31e79325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:07.241062 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c0a91f-9df9-4761-8a62-023c31e79325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:07.242599 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-30c0a91f-9df9-4761-8a62-023c31e79325 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0906873 Oct 27 10:13:09.592643 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 43934) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:09.677890 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459e6136-c4c7-43a7-b825-276639feee95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:09.679150 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-459e6136-c4c7-43a7-b825-276639feee95 admin admin] 10.222.0.66 "GET /v2.0/subnets/3d25a479-4445-45b0-aa2d-a38f3239d00a HTTP/1.1" status: 200 len: 816 time: 0.0856218 Oct 27 10:13:12.017583 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 43942) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:12.113076 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e704e63-45f3-4e45-bb3e-539526369526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:12.114446 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-4e704e63-45f3-4e45-bb3e-539526369526 admin admin] 10.222.0.66 "GET /v2.0/subnets/eb5e33e4-0661-4740-860c-58d3e8727aa0 HTTP/1.1" status: 200 len: 868 time: 0.0959237 Oct 27 10:13:17.300506 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 5 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:13:18.761524 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-03288037-888b-40eb-9619-2dbef18c79d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:21.356187 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-f0c5396d-a33a-49ef-ac3b-db2d679e8794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:22.213879 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:22.419133 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:24.173704 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:37.186431 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 43996) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:37.233220 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [None req-07d06af6-9b00-47ea-b97e-566de8dae849 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:13:37.234225 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-07d06af6-9b00-47ea-b97e-566de8dae849 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0468543 Oct 27 10:13:39.587064 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 44004) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:39.648411 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbaa559-ff50-4f45-8acf-d9839136f6a6 admin admin] GET failed (client error): The resource could not be found. Oct 27 10:13:39.649874 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-9cbaa559-ff50-4f45-8acf-d9839136f6a6 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618451 Oct 27 10:13:39.788511 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c253682-e24a-4811-b6cf-7f853e9dd0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:39.790068 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-2c253682-e24a-4811-b6cf-7f853e9dd0aa admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1352673 Oct 27 10:13:42.096128 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 44012) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:42.141654 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:42.201581 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Made reservation on behalf of 95bb4af23e8e4afc9e5d5218f34523f6 for: {'network': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:13:42.203857 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:42.230916 dv-cinder-815145-2-iscsi neutron-server[102224]: WARNING neutron.services.revisions.revision_plugin [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Could not find related network for resource to bump revision. Oct 27 10:13:42.245053 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=102224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:13:42.254488 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:42.254873 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.db.segments_db [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Added segment b75181e4-511e-4a6f-ade0-6293d01a10d3 of type vlan for network fbc7b4bd-c196-4caf-a6fa-9bed0b230221 Oct 27 10:13:42.293732 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:42.378666 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:42.379630 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:42.380227 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:42.439689 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Pushing event updated for resources: {'Network': ['ID=fbc7b4bd-c196-4caf-a6fa-9bed0b230221,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:42.446090 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:42.446462 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:42.446810 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:42.447144 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:42.447489 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:42.447814 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:42.448142 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:42.448489 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:42.448834 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:42.449160 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:42.449506 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:42.449828 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:42.461021 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network fbc7b4bd-c196-4caf-a6fa-9bed0b230221 details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:13:42.512771 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-6f53469f-c7c4-4359-9043-68d2092525d8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4155600 Oct 27 10:13:44.844302 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 44020) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:13:44.904585 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9fe9cb-3a82-4b05-9912-800618bcec82 admin admin] GET failed (client error): The resource could not be found. Oct 27 10:13:44.905911 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-1d9fe9cb-3a82-4b05-9912-800618bcec82 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600936 Oct 27 10:13:45.008220 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860618ce-176d-445a-a52b-46c3ccc76e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:45.009686 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-860618ce-176d-445a-a52b-46c3ccc76e23 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0988827 Oct 27 10:13:45.020459 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-b3a0097f-0962-43e3-8307-6de21632b99a admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'fbc7b4bd-c196-4caf-a6fa-9bed0b230221', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:13:45.115159 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a0097f-0962-43e3-8307-6de21632b99a admin admin] Made reservation on behalf of 95bb4af23e8e4afc9e5d5218f34523f6 for: {'subnet': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:13:45.117398 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b3a0097f-0962-43e3-8307-6de21632b99a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:45.332775 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b3a0097f-0962-43e3-8307-6de21632b99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for subnet, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:45.398866 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0097f-0962-43e3-8307-6de21632b99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d7eeaf-311c-46fd-afd6-dd9a743c5bba,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:45.404440 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a0097f-0962-43e3-8307-6de21632b99a admin admin] Checking segment: {'id': 'b75181e4-511e-4a6f-ade0-6293d01a10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fbc7b4bd-c196-4caf-a6fa-9bed0b230221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:13:45.405384 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a0097f-0962-43e3-8307-6de21632b99a admin admin] Network hostable DHCP agents. Network: fbc7b4bd-c196-4caf-a6fa-9bed0b230221, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:13:45.503717 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a0097f-0962-43e3-8307-6de21632b99a admin admin] Network fbc7b4bd-c196-4caf-a6fa-9bed0b230221 is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:13:45.588569 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-b3a0097f-0962-43e3-8307-6de21632b99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, fbc7b4bd-c196-4caf-a6fa-9bed0b230221) {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:45.592616 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a0097f-0962-43e3-8307-6de21632b99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:13:45.593216 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b3a0097f-0962-43e3-8307-6de21632b99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:45.598719 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4b58f4-611b-405d-a741-dd869123559f None None] Network fbc7b4bd-c196-4caf-a6fa-9bed0b230221 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:13:45.684219 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-b3a0097f-0962-43e3-8307-6de21632b99a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6676173 Oct 27 10:13:45.845354 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cea6acf-afdb-5722-be69-dabca8b03b9d-fbc7b4bd-c196-4caf-a6fa-9bed0b230221', 'network_id': 'fbc7b4bd-c196-4caf-a6fa-9bed0b230221', 'tenant_id': '95bb4af23e8e4afc9e5d5218f34523f6', 'fixed_ips': [{'subnet_id': 'e7d7eeaf-311c-46fd-afd6-dd9a743c5bba'}]}} from dv-cinder-815145-2-iscsi. {{(pid=102226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:13:45.846509 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:45.986976 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.db_base_plugin_common [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Allocated IP 192.168.233.2 (fbc7b4bd-c196-4caf-a6fa-9bed0b230221/e7d7eeaf-311c-46fd-afd6-dd9a743c5bba/54f6330e-49e1-462e-b630-b9056be8efd6) {{(pid=102226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:13:46.134430 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Publish callbacks [] for port, precommit_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:46.219924 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:46.246300 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Network fbc7b4bd-c196-4caf-a6fa-9bed0b230221 is already hosted by enough agents. {{(pid=102226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:13:46.264225 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.base_scheduler [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Resources bound (agent type, host, resource id): {{(pid=102226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:13:46.268549 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Received port after_create {{(pid=102226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:13:46.310989 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Pushing event updated for resources: {'Port': ['ID=54f6330e-49e1-462e-b630-b9056be8efd6,revision_number=1']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:46.333750 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:46.334118 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:46.334465 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:46.334801 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:46.335147 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:46.335473 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:46.335794 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:46.336113 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:46.336450 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:46.337302 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:46.337302 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:46.337462 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:13:46.353509 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Attempting to bind port 54f6330e-49e1-462e-b630-b9056be8efd6 on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:13:46.353880 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Attempting to bind port 54f6330e-49e1-462e-b630-b9056be8efd6 by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': 'b75181e4-511e-4a6f-ade0-6293d01a10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fbc7b4bd-c196-4caf-a6fa-9bed0b230221'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:13:46.354240 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Attempting to bind port 54f6330e-49e1-462e-b630-b9056be8efd6 on network fbc7b4bd-c196-4caf-a6fa-9bed0b230221 {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:13:46.363385 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:13:46.363835 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Checking segment: {'id': 'b75181e4-511e-4a6f-ade0-6293d01a10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fbc7b4bd-c196-4caf-a6fa-9bed0b230221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:13:46.364247 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:46.364636 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Bound using segment: {'id': 'b75181e4-511e-4a6f-ade0-6293d01a10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fbc7b4bd-c196-4caf-a6fa-9bed0b230221'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:13:46.365110 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Bound port: 54f6330e-49e1-462e-b630-b9056be8efd6, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75181e4-511e-4a6f-ade0-6293d01a10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fbc7b4bd-c196-4caf-a6fa-9bed0b230221'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:13:46.365524 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:46.443873 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] For port 54f6330e-49e1-462e-b630-b9056be8efd6, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:13:46.447143 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] For port 54f6330e-49e1-462e-b630-b9056be8efd6, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=54f6330e-49e1-462e-b630-b9056be8efd6,segment=NetworkSegment(b75181e4-511e-4a6f-ade0-6293d01a10d3),segment_id=b75181e4-511e-4a6f-ade0-6293d01a10d3)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:13:46.499319 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:46.561899 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237299e2-80fd-446d-af7b-6e185062dc41 None None] Pushing event updated for resources: {'Port': ['ID=54f6330e-49e1-462e-b630-b9056be8efd6,revision_number=2']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:47.385859 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36886d12-f185-431d-8875-79e802213fa1 None None] Network fbc7b4bd-c196-4caf-a6fa-9bed0b230221 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:13:47.454890 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-527f0c1b-c710-4f1e-a162-7a572242a90d None None] Provisioning complete for port 54f6330e-49e1-462e-b630-b9056be8efd6 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:47.455255 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-527f0c1b-c710-4f1e-a162-7a572242a90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:47.604013 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-527f0c1b-c710-4f1e-a162-7a572242a90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:47.644362 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-527f0c1b-c710-4f1e-a162-7a572242a90d None None] For port 54f6330e-49e1-462e-b630-b9056be8efd6, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=54f6330e-49e1-462e-b630-b9056be8efd6,segment=NetworkSegment(b75181e4-511e-4a6f-ade0-6293d01a10d3),segment_id=b75181e4-511e-4a6f-ade0-6293d01a10d3)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:13:47.705124 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-527f0c1b-c710-4f1e-a162-7a572242a90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:47.761049 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f0c1b-c710-4f1e-a162-7a572242a90d None None] Pushing event updated for resources: {'Port': ['ID=54f6330e-49e1-462e-b630-b9056be8efd6,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:13:47.824985 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-681cec24-81cb-40ef-90fd-51bd6d128225 None None] Provisioning complete for port 54f6330e-49e1-462e-b630-b9056be8efd6 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:47.825376 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-681cec24-81cb-40ef-90fd-51bd6d128225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:48.400277 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 54f6330e-49e1-462e-b630-b9056be8efd6 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:13:48.447644 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 54f6330e-49e1-462e-b630-b9056be8efd6 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:13:48.448006 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:48.761685 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-40b0123c-320b-4729-9239-0f7c25ea6e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:51.315753 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9ed7523d-c8f3-4035-803b-e824b47d253b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:52.224001 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:52.457992 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:54.127467 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:54.301754 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 5 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:14:18.793606 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9cbc2784-0c2c-4120-88be-44315566f338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:21.445872 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-508f6ffe-cfb2-4cde-ac41-73dd0350a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:22.228988 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:22.451942 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:24.141553 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:31.301967 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 5 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:14:48.785996 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-1393b33c-cff8-4d55-98a8-b20b999e3c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:51.405817 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-7e4b1fa8-f141-454c-a63d-8ba9dcee0188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:52.291697 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:52.483611 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:54.165029 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:08.302342 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 5 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:15:08.670094 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 44066) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:08.676093 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [None req-339bcc02-a21a-41de-861b-924e6c396aeb tempest-verify_tempest_config-950688212 tempest-verify_tempest_config-950688212-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:15:08.677111 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-339bcc02-a21a-41de-861b-924e6c396aeb tempest-verify_tempest_config-950688212 tempest-verify_tempest_config-950688212-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0060472 Oct 27 10:15:09.247685 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 44084) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:09.353709 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c9fb39ec-df88-4bf7-a03e-6984bed61845 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:09.430415 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c9fb39ec-df88-4bf7-a03e-6984bed61845 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:09.533486 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c9fb39ec-df88-4bf7-a03e-6984bed61845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:09.581448 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-c9fb39ec-df88-4bf7-a03e-6984bed61845 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8cd52b3d95784eb8abbe67b7f7fc4bd8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3325908 Oct 27 10:15:09.582179 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb39ec-df88-4bf7-a03e-6984bed61845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a23bd2f-ffe0-4571-a37f-ae22512d905b,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:09.583980 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 44088) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:15:09.595113 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb39ec-df88-4bf7-a03e-6984bed61845 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:09.595439 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb39ec-df88-4bf7-a03e-6984bed61845 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:09.595785 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb39ec-df88-4bf7-a03e-6984bed61845 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:09.596130 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb39ec-df88-4bf7-a03e-6984bed61845 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:09.596467 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb39ec-df88-4bf7-a03e-6984bed61845 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:09.596817 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb39ec-df88-4bf7-a03e-6984bed61845 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:09.597152 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb39ec-df88-4bf7-a03e-6984bed61845 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:09.597521 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb39ec-df88-4bf7-a03e-6984bed61845 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:09.597873 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb39ec-df88-4bf7-a03e-6984bed61845 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:09.598202 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb39ec-df88-4bf7-a03e-6984bed61845 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:09.598525 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb39ec-df88-4bf7-a03e-6984bed61845 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:09.598847 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb39ec-df88-4bf7-a03e-6984bed61845 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:15:09.652040 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-cd1e7897-f260-4321-b1ab-b8f92d3b761a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:09.677244 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-cd1e7897-f260-4321-b1ab-b8f92d3b761a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:09.842900 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-cd1e7897-f260-4321-b1ab-b8f92d3b761a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:09.845392 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-cd1e7897-f260-4321-b1ab-b8f92d3b761a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:09.846532 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-cd1e7897-f260-4321-b1ab-b8f92d3b761a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a23bd2f-ffe0-4571-a37f-ae22512d905b HTTP/1.1" status: 204 len: 168 time: 0.2616737 Oct 27 10:15:09.854289 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e7897-f260-4321-b1ab-b8f92d3b761a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a23bd2f-ffe0-4571-a37f-ae22512d905b,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:15:18.784258 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9b42414c-d71c-4594-b5e8-3142ef2560be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:21.590714 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-495d4b10-df9c-4c45-b52c-c49489737b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:22.236002 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:22.444309 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:24.150326 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:45.301595 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 5 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:15:48.780619 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-376704f3-da4e-4d6a-a96a-e65763be9121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:51.331499 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-4f25440c-8e0a-4a1d-bfd5-695cf8422551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:52.263148 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:52.474236 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:54.140404 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:18.785327 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-69ad72e1-cabc-4bc7-bd30-c88a93116b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:21.359181 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-db1400de-592f-4a42-8636-c489962d780b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:22.261673 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:22.301782 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 5 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:16:22.450783 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:24.164002 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:48.772948 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-61ff5533-7716-4f66-9786-b1ca06505f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:49.923306 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623687'] for agent, after_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:51.323378 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-c80b2363-2598-4a20-9906-60c90004476a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:52.254884 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:52.476959 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:54.178580 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:59.302043 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:17:05.553715 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 44162) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:17:05.656876 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-d502b3a4-507b-423a-811f-e95d2b720254 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1020217 Oct 27 10:17:07.979749 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 44172) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:17:08.038438 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-909ad390-132f-430a-8733-62d574b112d0 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0575864 Oct 27 10:17:18.808465 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7480-dc3c-48c3-a4de-8803bfb1adae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:19.864487 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:21.374206 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-48ad8fdf-4563-4d38-bc78-f0d76238c632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:22.236586 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:22.460461 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:24.196807 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:36.300697 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:17:48.807702 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-f1ca88e6-857a-4ccd-9f62-41c39429ef70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:49.881776 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:51.344505 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-22497bfb-aef9-4988-a3b3-e8f5b5313d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:52.281610 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:52.493250 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:54.156890 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:13.300686 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:18:18.853331 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-7f53f76a-0b30-4732-b9fd-f847cf9ff2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:19.875744 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.344502 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-d67aed38-bbf7-473c-bba2-5671cadc4b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:22.275516 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:22.482080 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:24.178730 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:43.233797 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 44378) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:43.496766 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 44394) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:43.777086 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1882008882-network', 'tenant_id': '2e708eaedc394ca29a2d62525710ec30'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:43.898653 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Made reservation on behalf of 2e708eaedc394ca29a2d62525710ec30 for: {'network': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:43.901642 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:43.916811 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.030644 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.113730 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-network', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:44.127360 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.192847 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6783a59e-5b18-4605-827b-7a53841a5ec8,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:44.208297 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.211625 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.211625 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.211625 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.211625 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.211625 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.212353 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.212505 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.213324 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.213970 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.214533 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.215203 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Tracked resource versions report: Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: pushed versions: Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: { 'AddressGroup': {'1.2'}, Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'ConntrackHelper': {'1.0'}, Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Log': {'1.0'}, Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Network': {'1.1'}, Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Port': {'1.7'}, Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'PortForwarding': {'1.2'}, Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'QosPolicy': {'1.10'}, Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'SecurityGroup': {'1.4'}, Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'SubPort': {'1.0'}, Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Subnet': {'1.1'}, Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Trunk': {'1.1'}} Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: consumer versions: Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: { DHCP agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: HyperV agent@hv-cinder-81514: {}, Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: L3 agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: Metadata agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: Metering agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: Open vSwitch agent@dv-cinder-815145-2-iscsi: { 'AddressGroup': '1.2', Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'ConntrackHelper': '1.0', Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Log': '1.0', Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Network': '1.1', Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Port': '1.7', Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'PortForwarding': '1.2', Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'QosPolicy': '1.10', Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'SecurityGroup': '1.4', Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'SecurityGroupRule': '1.2', Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'SubPort': '1.0', Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Subnet': '1.1', Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: 'Trunk': '1.1'}} Oct 27 10:18:44.217794 dv-cinder-815145-2-iscsi neutron-server[102224]: {{(pid=102224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:18:44.240500 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=102224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:18:44.249527 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.249990 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.db.segments_db [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Added segment 4c774455-0f79-445f-b6d2-4dbd20d3d371 of type vlan for network 12a0c60b-6b74-4c6e-aa76-24304d8e4193 Oct 27 10:18:44.264311 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Made reservation on behalf of 6656d74f77af428aba35d0d4513da3b9 for: {'network': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:44.267365 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.278473 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.318784 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 44418) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:44.329581 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.408379 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.448160 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.449137 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:44.453504 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.491957 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.542010 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014ca752-854e-4a60-b060-8fcf7185c611,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:44.547302 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] Pushing event updated for resources: {'Network': ['ID=12a0c60b-6b74-4c6e-aa76-24304d8e4193,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:44.556035 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.556679 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.557290 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.558264 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.559092 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.560081 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.560957 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.561586 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.562225 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.562919 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.563421 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.563544 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network 12a0c60b-6b74-4c6e-aa76-24304d8e4193 details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:18:44.564553 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Tracked resource versions report: Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: pushed versions: Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: { 'AddressGroup': {'1.2'}, Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'ConntrackHelper': {'1.0'}, Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Log': {'1.0'}, Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Network': {'1.1'}, Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Port': {'1.7'}, Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'PortForwarding': {'1.2'}, Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'QosPolicy': {'1.10'}, Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'SecurityGroup': {'1.4'}, Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'SubPort': {'1.0'}, Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Subnet': {'1.1'}, Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Trunk': {'1.1'}} Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: consumer versions: Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: { DHCP agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: HyperV agent@hv-cinder-81514: {}, Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: L3 agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: Metadata agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: Metering agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: Open vSwitch agent@dv-cinder-815145-2-iscsi: { 'AddressGroup': '1.2', Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'ConntrackHelper': '1.0', Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Log': '1.0', Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Network': '1.1', Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Port': '1.7', Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'PortForwarding': '1.2', Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'QosPolicy': '1.10', Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'SecurityGroup': '1.4', Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'SecurityGroupRule': '1.2', Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'SubPort': '1.0', Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Subnet': '1.1', Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: 'Trunk': '1.1'}} Oct 27 10:18:44.566096 dv-cinder-815145-2-iscsi neutron-server[102225]: {{(pid=102225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:18:44.577224 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=102225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:18:44.590288 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.590806 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.segments_db [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Added segment 77737e17-2825-4e6c-8ef1-c62d726747ae of type vlan for network 85cca7a2-e927-4155-9525-946b9afad186 Oct 27 10:18:44.650266 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-6e678de5-8e61-414c-aa19-6691d5e9a1f5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4127231 Oct 27 10:18:44.650266 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 44426) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:44.655679 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-54700610-9efb-4d52-9d34-efd9606f1fed admin admin] Request body: {'subnet': {'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1882008882-subnet', 'tenant_id': '2e708eaedc394ca29a2d62525710ec30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:44.675361 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.769490 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54700610-9efb-4d52-9d34-efd9606f1fed admin admin] Made reservation on behalf of 2e708eaedc394ca29a2d62525710ec30 for: {'subnet': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:44.774147 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-54700610-9efb-4d52-9d34-efd9606f1fed admin admin] Publish callbacks [] for subnet, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.835294 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.836852 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:44.837479 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.908790 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-d85f67d1-013e-4362-8d3f-2786b32d0ab7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1903809226-network', 'tenant_id': '86e1b728c0df436095ce628b0bf6cb18'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:44.938877 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] Pushing event updated for resources: {'Network': ['ID=85cca7a2-e927-4155-9525-946b9afad186,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:44.960108 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network 85cca7a2-e927-4155-9525-946b9afad186 details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:18:45.043937 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-268af9cf-decc-4936-af15-932b494b49f8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5459626 Oct 27 10:18:45.047756 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 44436) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:45.054186 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-3933b47b-da07-4c6c-bc90-093b55c31532 admin admin] Request body: {'subnet': {'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-subnet', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:45.135077 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85f67d1-013e-4362-8d3f-2786b32d0ab7 admin admin] Made reservation on behalf of 86e1b728c0df436095ce628b0bf6cb18 for: {'network': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:45.137486 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d85f67d1-013e-4362-8d3f-2786b32d0ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.164635 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d85f67d1-013e-4362-8d3f-2786b32d0ab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.205076 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-54700610-9efb-4d52-9d34-efd9606f1fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for subnet, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.315414 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54700610-9efb-4d52-9d34-efd9606f1fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec27a5a-0204-41d8-9c46-0b4aeb02bde5,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:45.348896 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d85f67d1-013e-4362-8d3f-2786b32d0ab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.352368 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54700610-9efb-4d52-9d34-efd9606f1fed admin admin] Checking segment: {'id': '4c774455-0f79-445f-b6d2-4dbd20d3d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:45.352776 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54700610-9efb-4d52-9d34-efd9606f1fed admin admin] Network hostable DHCP agents. Network: 12a0c60b-6b74-4c6e-aa76-24304d8e4193, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:18:45.373823 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3933b47b-da07-4c6c-bc90-093b55c31532 admin admin] Made reservation on behalf of 6656d74f77af428aba35d0d4513da3b9 for: {'subnet': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:45.382683 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3933b47b-da07-4c6c-bc90-093b55c31532 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.492815 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54700610-9efb-4d52-9d34-efd9606f1fed admin admin] Network 12a0c60b-6b74-4c6e-aa76-24304d8e4193 is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:18:45.510466 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d85f67d1-013e-4362-8d3f-2786b32d0ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.561066 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-54700610-9efb-4d52-9d34-efd9606f1fed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, 12a0c60b-6b74-4c6e-aa76-24304d8e4193) {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:45.575216 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54700610-9efb-4d52-9d34-efd9606f1fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:45.576782 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-54700610-9efb-4d52-9d34-efd9606f1fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.584541 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec994dc-1bac-4c57-9733-b155776f4013 None None] Network 12a0c60b-6b74-4c6e-aa76-24304d8e4193 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:18:45.611477 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85f67d1-013e-4362-8d3f-2786b32d0ab7 admin admin] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=102225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:18:45.693309 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-54700610-9efb-4d52-9d34-efd9606f1fed admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0355356 Oct 27 10:18:45.693309 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 44464) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:45.693813 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d85f67d1-013e-4362-8d3f-2786b32d0ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.693813 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.segments_db [None req-d85f67d1-013e-4362-8d3f-2786b32d0ab7 admin admin] Added segment 66017457-cfb9-4167-87a0-1a1e00a637a8 of type vlan for network b64ea53c-e9ca-4088-bba3-07e8b63ed599 Oct 27 10:18:45.697072 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1882008882-router', 'tenant_id': '2e708eaedc394ca29a2d62525710ec30', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:45.700655 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f67d1-013e-4362-8d3f-2786b32d0ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b7c503-4fd5-407b-9c61-c487a48eec4a,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:45.789442 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d85f67d1-013e-4362-8d3f-2786b32d0ab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.829758 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15312'] for router, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.830984 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15303'] for router, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.837310 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be38034-7a94-4205-bbde-d73cbd7497b9 None None] Network 12a0c60b-6b74-4c6e-aa76-24304d8e4193 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:18:46.000431 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d85f67d1-013e-4362-8d3f-2786b32d0ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:46.009211 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85f67d1-013e-4362-8d3f-2786b32d0ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:46.009499 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d85f67d1-013e-4362-8d3f-2786b32d0ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:46.180032 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:46.180826 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f67d1-013e-4362-8d3f-2786b32d0ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=b64ea53c-e9ca-4088-bba3-07e8b63ed599,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:46.181792 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network b64ea53c-e9ca-4088-bba3-07e8b63ed599 details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:18:46.508337 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-d85f67d1-013e-4362-8d3f-2786b32d0ab7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1874721 Oct 27 10:18:46.508337 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3933b47b-da07-4c6c-bc90-093b55c31532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for subnet, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:46.519315 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 44508) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:46.532105 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-e7d3e0d6-a37d-4245-a540-053d4f7625db admin admin] Request body: {'subnet': {'network_id': 'b64ea53c-e9ca-4088-bba3-07e8b63ed599', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1903809226-subnet', 'tenant_id': '86e1b728c0df436095ce628b0bf6cb18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:46.643874 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3933b47b-da07-4c6c-bc90-093b55c31532 admin admin] Checking segment: {'id': '77737e17-2825-4e6c-8ef1-c62d726747ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '85cca7a2-e927-4155-9525-946b9afad186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:46.644536 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3933b47b-da07-4c6c-bc90-093b55c31532 admin admin] Network hostable DHCP agents. Network: 85cca7a2-e927-4155-9525-946b9afad186, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:18:46.659574 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933b47b-da07-4c6c-bc90-093b55c31532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc75ced-88da-4001-a1b2-e070b2cff892,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:46.765835 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d3e0d6-a37d-4245-a540-053d4f7625db admin admin] Made reservation on behalf of 86e1b728c0df436095ce628b0bf6cb18 for: {'subnet': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:46.773611 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e7d3e0d6-a37d-4245-a540-053d4f7625db admin admin] Publish callbacks [] for subnet, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:46.773611 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3933b47b-da07-4c6c-bc90-093b55c31532 admin admin] Network 85cca7a2-e927-4155-9525-946b9afad186 is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:18:46.854579 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:46.870694 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-3933b47b-da07-4c6c-bc90-093b55c31532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, 85cca7a2-e927-4155-9525-946b9afad186) {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:46.878388 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3933b47b-da07-4c6c-bc90-093b55c31532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:46.879641 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3933b47b-da07-4c6c-bc90-093b55c31532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:46.882929 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759fefcd-a89e-41d9-860c-a7b97b684a78 None None] Network 85cca7a2-e927-4155-9525-946b9afad186 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:18:47.037488 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-3933b47b-da07-4c6c-bc90-093b55c31532 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9880822 Oct 27 10:18:47.038151 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 44526) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:47.060440 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:47.184930 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cea6acf-afdb-5722-be69-dabca8b03b9d-85cca7a2-e927-4155-9525-946b9afad186', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892'}]}} from dv-cinder-815145-2-iscsi. {{(pid=102226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:18:47.188265 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:47.224905 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15312'] for router, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:47.226767 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15303'] for router, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:47.307122 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:47.370177 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:47.390441 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:47.396583 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.db_base_plugin_common [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Allocated IP 172.20.0.2 (85cca7a2-e927-4155-9525-946b9afad186/ecc75ced-88da-4001-a1b2-e070b2cff892/95839ce6-5a49-498e-80bc-968fd4f2271d) {{(pid=102226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:47.443117 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e7d3e0d6-a37d-4245-a540-053d4f7625db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for subnet, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:47.445128 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 44542) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:47.623604 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] Allocated IP 172.27.3.91 (70ca3915-436e-4d6f-9dee-c189a5123789/3d25a479-4445-45b0-aa2d-a38f3239d00a/b988b5df-eb87-4864-985c-035e583a37ea) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:47.679294 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 44554) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:47.692770 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Publish callbacks [] for port, precommit_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:47.766759 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3e0d6-a37d-4245-a540-053d4f7625db admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1ef60ba-4bb3-4c42-a6a1-085679ed8e23,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:47.769110 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:47.832256 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:47.848419 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d3e0d6-a37d-4245-a540-053d4f7625db admin admin] Checking segment: {'id': '66017457-cfb9-4167-87a0-1a1e00a637a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b64ea53c-e9ca-4088-bba3-07e8b63ed599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:47.848984 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d3e0d6-a37d-4245-a540-053d4f7625db admin admin] Network hostable DHCP agents. Network: b64ea53c-e9ca-4088-bba3-07e8b63ed599, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:18:47.855591 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Network 85cca7a2-e927-4155-9525-946b9afad186 is already hosted by enough agents. {{(pid=102226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:47.855809 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:47.861981 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.base_scheduler [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Resources bound (agent type, host, resource id): {{(pid=102226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:47.865900 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Received port after_create {{(pid=102226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:47.877958 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6be25266-77cb-49d2-81fe-779c866809cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:47.948026 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Pushing event updated for resources: {'Port': ['ID=95839ce6-5a49-498e-80bc-968fd4f2271d,revision_number=1']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:47.966838 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5b74cefa-fe3d-4414-8f4e-6c753cd5ad15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:47.973268 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Attempting to bind port 95839ce6-5a49-498e-80bc-968fd4f2271d on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:18:47.973268 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Attempting to bind port 95839ce6-5a49-498e-80bc-968fd4f2271d by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': '77737e17-2825-4e6c-8ef1-c62d726747ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '85cca7a2-e927-4155-9525-946b9afad186'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:18:47.973268 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Attempting to bind port 95839ce6-5a49-498e-80bc-968fd4f2271d on network 85cca7a2-e927-4155-9525-946b9afad186 {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:47.973268 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:47.973268 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:47.973268 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:47.973974 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:47.973974 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:47.974257 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:47.974777 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:47.975174 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:47.975525 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:47.975853 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:47.976373 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:47.976706 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Tracked resource versions report: Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: pushed versions: Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: { 'AddressGroup': {'1.2'}, Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'ConntrackHelper': {'1.0'}, Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Log': {'1.0'}, Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Network': {'1.1'}, Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Port': {'1.7'}, Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'PortForwarding': {'1.2'}, Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'QosPolicy': {'1.10'}, Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'SecurityGroup': {'1.4'}, Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'SubPort': {'1.0'}, Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Subnet': {'1.1'}, Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Trunk': {'1.1'}} Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: consumer versions: Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: { DHCP agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: HyperV agent@hv-cinder-81514: {}, Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: L3 agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: Metadata agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: Metering agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: Open vSwitch agent@dv-cinder-815145-2-iscsi: { 'AddressGroup': '1.2', Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'ConntrackHelper': '1.0', Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Log': '1.0', Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Network': '1.1', Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Port': '1.7', Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'PortForwarding': '1.2', Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'QosPolicy': '1.10', Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'SecurityGroup': '1.4', Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'SecurityGroupRule': '1.2', Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'SubPort': '1.0', Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Subnet': '1.1', Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: 'Trunk': '1.1'}} Oct 27 10:18:47.977943 dv-cinder-815145-2-iscsi neutron-server[102226]: {{(pid=102226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:18:47.992972 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:47.993127 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:18:47.993127 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Checking segment: {'id': '77737e17-2825-4e6c-8ef1-c62d726747ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '85cca7a2-e927-4155-9525-946b9afad186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:47.993127 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:47.993127 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Bound using segment: {'id': '77737e17-2825-4e6c-8ef1-c62d726747ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '85cca7a2-e927-4155-9525-946b9afad186'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:18:47.993127 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Bound port: 95839ce6-5a49-498e-80bc-968fd4f2271d, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77737e17-2825-4e6c-8ef1-c62d726747ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '85cca7a2-e927-4155-9525-946b9afad186'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:18:47.993127 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:48.023313 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:48.029507 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:48.032936 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d3e0d6-a37d-4245-a540-053d4f7625db admin admin] Network b64ea53c-e9ca-4088-bba3-07e8b63ed599 is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:18:48.036480 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:48.113248 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] For port 95839ce6-5a49-498e-80bc-968fd4f2271d, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:18:48.120352 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] For port 95839ce6-5a49-498e-80bc-968fd4f2271d, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=95839ce6-5a49-498e-80bc-968fd4f2271d,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:18:48.124581 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-e7d3e0d6-a37d-4245-a540-053d4f7625db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, b64ea53c-e9ca-4088-bba3-07e8b63ed599) {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:48.134227 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d3e0d6-a37d-4245-a540-053d4f7625db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:48.134814 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e7d3e0d6-a37d-4245-a540-053d4f7625db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:48.140907 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04c7cb1-0977-4ddf-bd3d-aca56bc9e2ca None None] Network b64ea53c-e9ca-4088-bba3-07e8b63ed599 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:18:48.153427 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6be25266-77cb-49d2-81fe-779c866809cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:48.256079 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] Pushing event updated for resources: {'Port': ['ID=b988b5df-eb87-4864-985c-035e583a37ea,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:48.304424 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5b74cefa-fe3d-4414-8f4e-6c753cd5ad15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:48.308935 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6be25266-77cb-49d2-81fe-779c866809cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:48.321169 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-e7d3e0d6-a37d-4245-a540-053d4f7625db admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7896028 Oct 27 10:18:48.346745 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:48.401640 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5b74cefa-fe3d-4414-8f4e-6c753cd5ad15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:48.482690 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be25266-77cb-49d2-81fe-779c866809cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970a2bc2-3890-47da-b83d-8ca1d13ce129,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:48.496885 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-6be25266-77cb-49d2-81fe-779c866809cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a15f2438e46149198088cab18e7835d5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0476413 Oct 27 10:18:48.502699 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 44576) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:48.538159 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef0fbe5-b198-4218-b692-a9e9ebf23e63 None None] Network b64ea53c-e9ca-4088-bba3-07e8b63ed599 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:18:48.541677 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:48.550388 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74cefa-fe3d-4414-8f4e-6c753cd5ad15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dc24ad-e370-4f9a-9773-a5c5f9d62338,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:48.574434 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-5b74cefa-fe3d-4414-8f4e-6c753cd5ad15 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b2ec05e80cd0464dba7fd27b2a78c44b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8888805 Oct 27 10:18:48.576295 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 44580) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:48.591294 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:48.661754 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-48bf183a-7ae1-41c4-9f50-967d07e40216 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:48.719306 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33650a8-a059-4287-81e6-024124ef8668 None None] Pushing event updated for resources: {'Port': ['ID=95839ce6-5a49-498e-80bc-968fd4f2271d,revision_number=2']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:48.720649 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:48.857862 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-48bf183a-7ae1-41c4-9f50-967d07e40216 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:48.962833 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-5a06c521-ea49-4d66-bac9-7dfee50008b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:48.964934 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 44596) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:49.032296 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 44616) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:49.042282 dv-cinder-815145-2-iscsi neutron-server[102224]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 10:18:49.109054 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a720472b-2084-44bd-9beb-006e56b4000c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:49.136736 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-48bf183a-7ae1-41c4-9f50-967d07e40216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:49.139369 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-48bf183a-7ae1-41c4-9f50-967d07e40216 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:49.140730 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-48bf183a-7ae1-41c4-9f50-967d07e40216 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d7dc24ad-e370-4f9a-9773-a5c5f9d62338 HTTP/1.1" status: 204 len: 168 time: 0.5632520 Oct 27 10:18:49.168962 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a720472b-2084-44bd-9beb-006e56b4000c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:49.235325 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] Allocated IP 172.27.3.183 (70ca3915-436e-4d6f-9dee-c189a5123789/3d25a479-4445-45b0-aa2d-a38f3239d00a/faf264a0-e56d-4814-bb1e-5d7d8e0f1c61) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:49.238356 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf183a-7ae1-41c4-9f50-967d07e40216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dc24ad-e370-4f9a-9773-a5c5f9d62338,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:49.286935 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f41d7f78-6a20-4f66-a3bb-d57118406689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:49.342860 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-d5247bae-4e5a-4f71-9c91-4ae872aaee18 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:49.344375 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-d5247bae-4e5a-4f71-9c91-4ae872aaee18 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/networks?id=b64ea53c-e9ca-4088-bba3-07e8b63ed599 HTTP/1.1" status: 200 len: 812 time: 0.3091407 Oct 27 10:18:49.405477 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:49.410002 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a720472b-2084-44bd-9beb-006e56b4000c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:49.417335 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a720472b-2084-44bd-9beb-006e56b4000c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:49.417335 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-a720472b-2084-44bd-9beb-006e56b4000c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/970a2bc2-3890-47da-b83d-8ca1d13ce129 HTTP/1.1" status: 204 len: 168 time: 0.9097548 Oct 27 10:18:49.438879 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720472b-2084-44bd-9beb-006e56b4000c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970a2bc2-3890-47da-b83d-8ca1d13ce129,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:49.466075 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-b548bf05-2436-48e2-9385-92d99bbbb0bf tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/quotas/86e1b728c0df436095ce628b0bf6cb18 HTTP/1.1" status: 200 len: 375 time: 0.0777504 Oct 27 10:18:49.591565 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-7c5047d3-5c2e-45fa-a239-b7a7483ff51d tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=86e1b728c0df436095ce628b0bf6cb18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1117992 Oct 27 10:18:49.599409 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624213'] for router, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:49.671268 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:49.730232 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:49.731681 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:49.739700 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:49.833521 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] Pushing event updated for resources: {'Port': ['ID=faf264a0-e56d-4814-bb1e-5d7d8e0f1c61,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:49.856373 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f41d7f78-6a20-4f66-a3bb-d57118406689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:49.907603 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c385bb9-9bcd-4d67-b62f-3f0a7772222c None None] Network 85cca7a2-e927-4155-9525-946b9afad186 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:18:49.980534 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.000424 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-97e7faef-72ae-4eeb-8fb6-d944c8c5cc9a None None] Provisioning complete for port 95839ce6-5a49-498e-80bc-968fd4f2271d triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:50.000798 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-97e7faef-72ae-4eeb-8fb6-d944c8c5cc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.024144 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f41d7f78-6a20-4f66-a3bb-d57118406689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.121763 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-f41d7f78-6a20-4f66-a3bb-d57118406689 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6046a70d6f2247dd91dafa29cd7a5eba&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1231415 Oct 27 10:18:50.124795 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 44644) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:50.125940 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d7f78-6a20-4f66-a3bb-d57118406689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0734425-395f-49c3-a089-c7b1dcf15d75,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:50.174886 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-97e7faef-72ae-4eeb-8fb6-d944c8c5cc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.176597 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] Router 2fb67358-7690-4bd7-9c7b-e9e2339a4fba is scheduled to L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 with binding_index 1 {{(pid=102224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:18:50.221335 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-97e7faef-72ae-4eeb-8fb6-d944c8c5cc9a None None] For port 95839ce6-5a49-498e-80bc-968fd4f2271d, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=95839ce6-5a49-498e-80bc-968fd4f2271d,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:50.231808 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 44646) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:50.266533 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5cfedc58-6434-4d8b-87cd-aaf6625daad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.293941 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-0070a8bb-0449-44d4-afd7-413280f9ff1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.305760 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:18:50.310398 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-97e7faef-72ae-4eeb-8fb6-d944c8c5cc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.380788 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.389946 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5cfedc58-6434-4d8b-87cd-aaf6625daad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.444819 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7faef-72ae-4eeb-8fb6-d944c8c5cc9a None None] Pushing event updated for resources: {'Port': ['ID=95839ce6-5a49-498e-80bc-968fd4f2271d,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:50.485016 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:18:50.509477 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Sync routers for ids ['2fb67358-7690-4bd7-9c7b-e9e2339a4fba'] in dv-cinder-815145-2-iscsi {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:18:50.534358 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Routers {'2fb67358-7690-4bd7-9c7b-e9e2339a4fba'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:18:50.540100 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:18:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['2fb67358-7690-4bd7-9c7b-e9e2339a4fba'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:50.547411 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 44650) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:50.571110 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b010c45f-74c7-4fd6-8d8a-4d7167ba573c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.604941 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-2e258b77-8244-47dc-8e68-dfecb688f950 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:18:50.609016 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-0070a8bb-0449-44d4-afd7-413280f9ff1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.609180 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-2e258b77-8244-47dc-8e68-dfecb688f950 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1524308 Oct 27 10:18:50.644185 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-2935fd36-2caa-4502-af69-ab31acdecded None None] Provisioning complete for port 95839ce6-5a49-498e-80bc-968fd4f2271d triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:50.644659 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-2935fd36-2caa-4502-af69-ab31acdecded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.648398 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 95839ce6-5a49-498e-80bc-968fd4f2271d up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:50.704696 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] Publish callbacks [] for router, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.710268 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-6b15c597-72f6-4c76-983b-77d0729304eb admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0202167 Oct 27 10:18:50.715476 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5cfedc58-6434-4d8b-87cd-aaf6625daad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.720667 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5cfedc58-6434-4d8b-87cd-aaf6625daad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.721853 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-5cfedc58-6434-4d8b-87cd-aaf6625daad5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0734425-395f-49c3-a089-c7b1dcf15d75 HTTP/1.1" status: 204 len: 168 time: 0.5898719 Oct 27 10:18:50.722563 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 44654) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:50.735053 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-0070a8bb-0449-44d4-afd7-413280f9ff1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.793397 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfedc58-6434-4d8b-87cd-aaf6625daad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0734425-395f-49c3-a089-c7b1dcf15d75,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:50.828423 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 95839ce6-5a49-498e-80bc-968fd4f2271d triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:50.828929 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.837255 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-0070a8bb-0449-44d4-afd7-413280f9ff1b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0dc14d6fca294a6eb3b826c0760d70f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6035006 Oct 27 10:18:50.841665 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070a8bb-0449-44d4-afd7-413280f9ff1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d75a7a-6f2d-42c6-a060-79cda3fab84f,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:50.845290 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 44660) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:50.892520 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624213'] for router, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.966933 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Set router 2fb67358-7690-4bd7-9c7b-e9e2339a4fba gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:18:51.094089 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-0495a729-a93a-4672-a848-234a34e53c17 service neutron] 10.222.0.66 "GET /v2.0/networks/b64ea53c-e9ca-4088-bba3-07e8b63ed599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716938 Oct 27 10:18:51.108007 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a1ca98f6-a453-46bf-a228-28a80be71c0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.148814 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a1ca98f6-a453-46bf-a228-28a80be71c0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.233594 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b010c45f-74c7-4fd6-8d8a-4d7167ba573c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.267407 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'name': 'tempest-ServerRescueNegativeTestJSON-1882008882-router', 'tenant_id': '2e708eaedc394ca29a2d62525710ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b988b5df-eb87-4864-985c-035e583a37ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:45Z', 'updated_at': '2021-10-27T10:18:48Z', 'revision_number': 3, 'project_id': '2e708eaedc394ca29a2d62525710ec30', 'gw_port': {'id': 'b988b5df-eb87-4864-985c-035e583a37ea', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:51.299213 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Checking router: 2fb67358-7690-4bd7-9c7b-e9e2339a4fba for host: dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:18:51.306581 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Updating router 2fb67358-7690-4bd7-9c7b-e9e2339a4fba port b988b5df-eb87-4864-985c-035e583a37ea binding host dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:18:51.329016 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.356444 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-f97b3bbd-1766-4abd-b26c-9d9c12f4939d service neutron] 10.222.0.66 "GET /v2.0/networks/b64ea53c-e9ca-4088-bba3-07e8b63ed599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451911 Oct 27 10:18:51.382978 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] Router dffdf481-4aba-402a-8fc8-0e115f11f164 is scheduled to L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 with binding_index 1 {{(pid=102225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:18:51.386646 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b010c45f-74c7-4fd6-8d8a-4d7167ba573c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.386963 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a1ca98f6-a453-46bf-a228-28a80be71c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.395861 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a1ca98f6-a453-46bf-a228-28a80be71c0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.400343 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-a1ca98f6-a453-46bf-a228-28a80be71c0f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/80d75a7a-6f2d-42c6-a060-79cda3fab84f HTTP/1.1" status: 204 len: 168 time: 0.5497205 Oct 27 10:18:51.426973 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-b010c45f-74c7-4fd6-8d8a-4d7167ba573c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=35668f1d003140b48ddc46ef18c9f337&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8777730 Oct 27 10:18:51.429061 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 44678) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:51.483149 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca98f6-a453-46bf-a228-28a80be71c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d75a7a-6f2d-42c6-a060-79cda3fab84f,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:51.486697 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-554c09ef-ca00-4ffa-9459-f32b5c960c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.581102 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010c45f-74c7-4fd6-8d8a-4d7167ba573c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2653455e-0989-4d4e-8e4a-b27db2a3d008,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:51.702766 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-68c858f6-4b39-4b65-af18-1d2f9cb34c43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.725558 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Publish callbacks [] for port, precommit_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.765089 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-23a0ebc4-0000-479b-900c-35af050e9772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.853688 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 44694) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:51.870388 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-68c858f6-4b39-4b65-af18-1d2f9cb34c43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.878209 dv-cinder-815145-2-iscsi neutron-server[102225]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 10:18:51.889176 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.903162 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:18:51.914399 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Sync routers for ids ['dffdf481-4aba-402a-8fc8-0e115f11f164'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:18:51.944553 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Routers {'dffdf481-4aba-402a-8fc8-0e115f11f164'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:18:51.945762 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:18:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['dffdf481-4aba-402a-8fc8-0e115f11f164'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:51.994172 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0dedebad-5876-49e9-9914-0236b912aa3c req-e32f2508-ae11-44e8-9167-5487e07adb26 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 210 time: 0.1214254 Oct 27 10:18:52.047421 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df5af8-9dc5-49bb-b0b9-d7de0ae10765 None None] Pushing event updated for resources: {'Port': ['ID=b988b5df-eb87-4864-985c-035e583a37ea,revision_number=2']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:52.091219 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df5af8-9dc5-49bb-b0b9-d7de0ae10765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:52.093508 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df5af8-9dc5-49bb-b0b9-d7de0ae10765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:52.094123 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df5af8-9dc5-49bb-b0b9-d7de0ae10765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:52.096627 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df5af8-9dc5-49bb-b0b9-d7de0ae10765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:52.097624 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df5af8-9dc5-49bb-b0b9-d7de0ae10765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:52.098191 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df5af8-9dc5-49bb-b0b9-d7de0ae10765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:52.099632 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df5af8-9dc5-49bb-b0b9-d7de0ae10765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:52.101350 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df5af8-9dc5-49bb-b0b9-d7de0ae10765 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:52.102939 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df5af8-9dc5-49bb-b0b9-d7de0ae10765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:52.103108 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [None req-23a0ebc4-0000-479b-900c-35af050e9772 admin admin] Allocated IP 172.20.0.1 (12a0c60b-6b74-4c6e-aa76-24304d8e4193/1ec27a5a-0204-41d8-9c46-0b4aeb02bde5/de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:52.105112 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df5af8-9dc5-49bb-b0b9-d7de0ae10765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:52.106390 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df5af8-9dc5-49bb-b0b9-d7de0ae10765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:52.107472 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df5af8-9dc5-49bb-b0b9-d7de0ae10765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df5af8-9dc5-49bb-b0b9-d7de0ae10765 None None] Tracked resource versions report: Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: pushed versions: Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: { 'AddressGroup': {'1.2'}, Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'ConntrackHelper': {'1.0'}, Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Log': {'1.0'}, Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Network': {'1.1'}, Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Port': {'1.7'}, Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'PortForwarding': {'1.2'}, Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'QosPolicy': {'1.10'}, Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'SecurityGroup': {'1.4'}, Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'SubPort': {'1.0'}, Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Subnet': {'1.1'}, Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Trunk': {'1.1'}} Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: consumer versions: Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: { DHCP agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: HyperV agent@hv-cinder-81514: {}, Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: L3 agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: Metadata agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: Metering agent@dv-cinder-815145-2-iscsi: {}, Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: Open vSwitch agent@dv-cinder-815145-2-iscsi: { 'AddressGroup': '1.2', Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'ConntrackHelper': '1.0', Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Log': '1.0', Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Network': '1.1', Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Port': '1.7', Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'PortForwarding': '1.2', Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'QosPolicy': '1.10', Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'SecurityGroup': '1.4', Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'SecurityGroupRule': '1.2', Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'SubPort': '1.0', Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Subnet': '1.1', Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: 'Trunk': '1.1'}} Oct 27 10:18:52.108760 dv-cinder-815145-2-iscsi neutron-server[102227]: {{(pid=102227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:18:52.144199 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Attempting to bind port b988b5df-eb87-4864-985c-035e583a37ea on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:18:52.144853 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Attempting to bind port b988b5df-eb87-4864-985c-035e583a37ea by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:18:52.145420 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Attempting to bind port b988b5df-eb87-4864-985c-035e583a37ea on network 70ca3915-436e-4d6f-9dee-c189a5123789 {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:52.151537 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:18:52.152298 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Checking segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:52.152886 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.154097 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Bound using segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:18:52.155020 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Bound port: b988b5df-eb87-4864-985c-035e583a37ea, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:18:52.155831 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.173856 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Set router dffdf481-4aba-402a-8fc8-0e115f11f164 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:18:52.242688 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] For port b988b5df-eb87-4864-985c-035e583a37ea, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:18:52.242688 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] For port b988b5df-eb87-4864-985c-035e583a37ea, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=b988b5df-eb87-4864-985c-035e583a37ea,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:18:52.283785 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-23a0ebc4-0000-479b-900c-35af050e9772 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.289036 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] Publish callbacks [] for router, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.295617 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-b75c45f6-8311-4ea3-94f0-3c38eac9d237 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2503211 Oct 27 10:18:52.296992 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 44730) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:52.318987 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-68c858f6-4b39-4b65-af18-1d2f9cb34c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.334190 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-68c858f6-4b39-4b65-af18-1d2f9cb34c43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.338154 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-68c858f6-4b39-4b65-af18-1d2f9cb34c43 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2653455e-0989-4d4e-8e4a-b27db2a3d008 HTTP/1.1" status: 204 len: 168 time: 0.9056568 Oct 27 10:18:52.390505 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.451280 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.483907 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-23a0ebc4-0000-479b-900c-35af050e9772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.509187 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c858f6-4b39-4b65-af18-1d2f9cb34c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2653455e-0989-4d4e-8e4a-b27db2a3d008,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:52.537419 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.569648 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Routers {'2fb67358-7690-4bd7-9c7b-e9e2339a4fba'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:18:52.570460 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:18:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['2fb67358-7690-4bd7-9c7b-e9e2339a4fba'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:52.606142 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a0ebc4-0000-479b-900c-35af050e9772 admin admin] Network 12a0c60b-6b74-4c6e-aa76-24304d8e4193 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:52.618038 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-23a0ebc4-0000-479b-900c-35af050e9772 admin admin] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:52.633088 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0ebc4-0000-479b-900c-35af050e9772 admin admin] Pushing event updated for resources: {'Port': ['ID=de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:52.635336 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:49Z', 'revision_number': 3, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port': {'id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:48Z', 'updated_at': '2021-10-27T10:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:52.665147 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a0ebc4-0000-479b-900c-35af050e9772 admin admin] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:52.665941 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-23a0ebc4-0000-479b-900c-35af050e9772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623752'] for router_interface, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.676807 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Checking router: dffdf481-4aba-402a-8fc8-0e115f11f164 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:18:52.677067 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Updating router dffdf481-4aba-402a-8fc8-0e115f11f164 port faf264a0-e56d-4814-bb1e-5d7d8e0f1c61 binding host dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:18:52.751375 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.813956 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df5af8-9dc5-49bb-b0b9-d7de0ae10765 None None] Pushing event updated for resources: {'Port': ['ID=b988b5df-eb87-4864-985c-035e583a37ea,revision_number=3']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:52.963964 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] Set router 2fb67358-7690-4bd7-9c7b-e9e2339a4fba gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:18:53.206616 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-23a0ebc4-0000-479b-900c-35af050e9772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:53.331022 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a5ea64e6-47a9-4ad1-b4d1-b5e27cdf11de req-d0ef414b-0900-4b61-8cc6-8ca710b09dbf tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 210 time: 0.0810022 Oct 27 10:18:53.645531 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d807c360-1e1a-4d4b-90b8-507b9ac2e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:53.788594 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Publish callbacks [] for port, precommit_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:53.805766 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'name': 'tempest-ServerRescueNegativeTestJSON-1882008882-router', 'tenant_id': '2e708eaedc394ca29a2d62525710ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b988b5df-eb87-4864-985c-035e583a37ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:45Z', 'updated_at': '2021-10-27T10:18:48Z', 'revision_number': 3, 'project_id': '2e708eaedc394ca29a2d62525710ec30', 'gw_port': {'id': 'b988b5df-eb87-4864-985c-035e583a37ea', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:53.854008 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e2dae8-d284-468c-b583-822590b1827f None None] The sync data for ids ['2fb67358-7690-4bd7-9c7b-e9e2339a4fba'] in dv-cinder-815145-2-iscsi is: [{'id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'name': 'tempest-ServerRescueNegativeTestJSON-1882008882-router', 'tenant_id': '2e708eaedc394ca29a2d62525710ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b988b5df-eb87-4864-985c-035e583a37ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:45Z', 'updated_at': '2021-10-27T10:18:48Z', 'revision_number': 3, 'project_id': '2e708eaedc394ca29a2d62525710ec30', 'gw_port': {'id': 'b988b5df-eb87-4864-985c-035e583a37ea', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}] {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:18:53.884621 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-23a0ebc4-0000-479b-900c-35af050e9772 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:53.889154 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.019053 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-23a0ebc4-0000-479b-900c-35af050e9772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.019609 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-23a0ebc4-0000-479b-900c-35af050e9772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625176'] for router_interface, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.027384 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Attempting to bind port faf264a0-e56d-4814-bb1e-5d7d8e0f1c61 on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:18:54.030484 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Attempting to bind port faf264a0-e56d-4814-bb1e-5d7d8e0f1c61 by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:18:54.030484 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Attempting to bind port faf264a0-e56d-4814-bb1e-5d7d8e0f1c61 on network 70ca3915-436e-4d6f-9dee-c189a5123789 {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:54.061569 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:18:54.061569 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Checking segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:54.061569 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.061569 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Bound using segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:18:54.061569 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Bound port: faf264a0-e56d-4814-bb1e-5d7d8e0f1c61, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:18:54.061569 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.135993 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe576c6-d77e-4a68-b0fd-a34e107de56a None None] Pushing event updated for resources: {'Port': ['ID=faf264a0-e56d-4814-bb1e-5d7d8e0f1c61,revision_number=2']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:54.183150 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0ebc4-0000-479b-900c-35af050e9772 admin admin] Pushing event updated for resources: {'Port': ['ID=de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0,revision_number=2']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:54.200188 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] For port faf264a0-e56d-4814-bb1e-5d7d8e0f1c61, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:18:54.206766 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] For port faf264a0-e56d-4814-bb1e-5d7d8e0f1c61, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=faf264a0-e56d-4814-bb1e-5d7d8e0f1c61,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:18:54.211556 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [None req-d807c360-1e1a-4d4b-90b8-507b9ac2e25a admin admin] Allocated IP 172.20.0.1 (85cca7a2-e927-4155-9525-946b9afad186/ecc75ced-88da-4001-a1b2-e070b2cff892/2f6d5fff-4f3a-405b-8cee-d02a001b2f86) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:54.278021 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a0ebc4-0000-479b-900c-35af050e9772 admin admin] Network 12a0c60b-6b74-4c6e-aa76-24304d8e4193 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:54.282567 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-23a0ebc4-0000-479b-900c-35af050e9772 admin admin] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:54.327779 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.373586 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.443986 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d807c360-1e1a-4d4b-90b8-507b9ac2e25a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.642816 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d807c360-1e1a-4d4b-90b8-507b9ac2e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.646737 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Routers {'dffdf481-4aba-402a-8fc8-0e115f11f164'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:18:54.648095 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:18:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['dffdf481-4aba-402a-8fc8-0e115f11f164'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:54.723564 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-2df137e8-36ad-4ecb-b4d2-f51fa192ef79 req-319c9804-6bd1-4060-938d-6931456f4973 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 210 time: 0.1667194 Oct 27 10:18:54.800080 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a0ebc4-0000-479b-900c-35af050e9772 admin admin] Router 2fb67358-7690-4bd7-9c7b-e9e2339a4fba has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:18:54.890603 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d807c360-1e1a-4d4b-90b8-507b9ac2e25a admin admin] Network 85cca7a2-e927-4155-9525-946b9afad186 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:54.898399 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-d807c360-1e1a-4d4b-90b8-507b9ac2e25a admin admin] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:54.908194 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d807c360-1e1a-4d4b-90b8-507b9ac2e25a admin admin] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:54.908751 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d807c360-1e1a-4d4b-90b8-507b9ac2e25a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623752'] for router_interface, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:55.028190 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a0ebc4-0000-479b-900c-35af050e9772 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:18:55.045346 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-23a0ebc4-0000-479b-900c-35af050e9772 admin admin] 10.222.0.66 "PUT /v2.0/routers/2fb67358-7690-4bd7-9c7b-e9e2339a4fba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2679923 Oct 27 10:18:55.047985 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device b988b5df-eb87-4864-985c-035e583a37ea up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:55.101009 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807c360-1e1a-4d4b-90b8-507b9ac2e25a admin admin] Pushing event updated for resources: {'Port': ['ID=2f6d5fff-4f3a-405b-8cee-d02a001b2f86,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:55.168791 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe576c6-d77e-4a68-b0fd-a34e107de56a None None] Pushing event updated for resources: {'Port': ['ID=faf264a0-e56d-4814-bb1e-5d7d8e0f1c61,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:55.266070 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] Set router dffdf481-4aba-402a-8fc8-0e115f11f164 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:18:55.268899 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port b988b5df-eb87-4864-985c-035e583a37ea triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:55.269363 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:55.430450 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-e7f5eb7b-c678-44df-8723-901fb65168ef None None] Provisioning complete for port 2f6d5fff-4f3a-405b-8cee-d02a001b2f86 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:55.430834 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-e7f5eb7b-c678-44df-8723-901fb65168ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:55.509459 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-e7f5eb7b-c678-44df-8723-901fb65168ef None None] Port 2f6d5fff-4f3a-405b-8cee-d02a001b2f86 cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:18:55.553617 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:55.583208 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d807c360-1e1a-4d4b-90b8-507b9ac2e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:55.635084 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] For port b988b5df-eb87-4864-985c-035e583a37ea, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=b988b5df-eb87-4864-985c-035e583a37ea,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:55.657503 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:49Z', 'revision_number': 3, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port': {'id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:48Z', 'updated_at': '2021-10-27T10:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:55.701626 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa67d1dd-c8e2-4d92-96fc-afc713d92e63 None None] The sync data for ids ['dffdf481-4aba-402a-8fc8-0e115f11f164'] in dv-cinder-815145-2-iscsi is: [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:49Z', 'revision_number': 3, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port': {'id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:48Z', 'updated_at': '2021-10-27T10:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:18:56.209106 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:56.216779 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1da498b4-ce52-4239-ab4f-bebf9d01fdc2 req-1bb94178-6b70-4f52-91e8-259583106ed3 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 210 time: 0.0720124 Oct 27 10:18:56.221290 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Pushing event updated for resources: {'Port': ['ID=b988b5df-eb87-4864-985c-035e583a37ea,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:56.222477 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d807c360-1e1a-4d4b-90b8-507b9ac2e25a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:56.236938 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d807c360-1e1a-4d4b-90b8-507b9ac2e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:56.236938 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d807c360-1e1a-4d4b-90b8-507b9ac2e25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625176'] for router_interface, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:56.542439 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Sync routers for ids ['2fb67358-7690-4bd7-9c7b-e9e2339a4fba'] in dv-cinder-815145-2-iscsi {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:18:56.572071 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Routers {'2fb67358-7690-4bd7-9c7b-e9e2339a4fba'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:18:56.574309 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:18:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['2fb67358-7690-4bd7-9c7b-e9e2339a4fba'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:56.678902 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807c360-1e1a-4d4b-90b8-507b9ac2e25a admin admin] Pushing event updated for resources: {'Port': ['ID=2f6d5fff-4f3a-405b-8cee-d02a001b2f86,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:56.770114 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device faf264a0-e56d-4814-bb1e-5d7d8e0f1c61 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:56.832711 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Set router 2fb67358-7690-4bd7-9c7b-e9e2339a4fba gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:18:56.911493 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port faf264a0-e56d-4814-bb1e-5d7d8e0f1c61 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:56.911858 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.001875 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-04681a74-485c-4349-86e8-3cc288aa8a59 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:57.004253 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-04681a74-485c-4349-86e8-3cc288aa8a59 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/networks?id=12a0c60b-6b74-4c6e-aa76-24304d8e4193 HTTP/1.1" status: 200 len: 819 time: 0.7627265 Oct 27 10:18:57.069735 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-c9566a7e-6868-4d32-89d5-2a69640c576c tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/quotas/2e708eaedc394ca29a2d62525710ec30 HTTP/1.1" status: 200 len: 375 time: 0.0476232 Oct 27 10:18:57.072949 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d807c360-1e1a-4d4b-90b8-507b9ac2e25a admin admin] Network 85cca7a2-e927-4155-9525-946b9afad186 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:57.123816 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-d807c360-1e1a-4d4b-90b8-507b9ac2e25a admin admin] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:57.183382 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.284646 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] For port faf264a0-e56d-4814-bb1e-5d7d8e0f1c61, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=faf264a0-e56d-4814-bb1e-5d7d8e0f1c61,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:57.374313 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'name': 'tempest-ServerRescueNegativeTestJSON-1882008882-router', 'tenant_id': '2e708eaedc394ca29a2d62525710ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b988b5df-eb87-4864-985c-035e583a37ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:45Z', 'updated_at': '2021-10-27T10:18:53Z', 'revision_number': 4, 'project_id': '2e708eaedc394ca29a2d62525710ec30', 'gw_port': {'id': 'b988b5df-eb87-4864-985c-035e583a37ea', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': 'de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0', 'name': '', 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193', 'tenant_id': '2e708eaedc394ca29a2d62525710ec30', 'mac_address': 'fa:16:3e:da:31:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1ec27a5a-0204-41d8-9c46-0b4aeb02bde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:51Z', 'updated_at': '2021-10-27T10:18:53Z', 'revision_number': 2, 'project_id': '2e708eaedc394ca29a2d62525710ec30', 'subnets': [{'id': '1ec27a5a-0204-41d8-9c46-0b4aeb02bde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:57.423127 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-214fc020-5398-495f-b534-01759a31bb4f tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e708eaedc394ca29a2d62525710ec30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3524554 Oct 27 10:18:57.445841 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Checking router: 2fb67358-7690-4bd7-9c7b-e9e2339a4fba for host: dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:18:57.446246 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Updating router 2fb67358-7690-4bd7-9c7b-e9e2339a4fba port de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0 binding host dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:18:57.462700 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d5d952f2-ce4c-4bf8-9c5a-caf700eaabe6 req-4242d1ff-e774-4378-b97d-68e29abb1d67 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 210 time: 0.1074255 Oct 27 10:18:57.489567 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d807c360-1e1a-4d4b-90b8-507b9ac2e25a admin admin] Router dffdf481-4aba-402a-8fc8-0e115f11f164 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:18:57.525795 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.574134 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-ef701a46-79b4-4376-8712-ab55c5e4b809 None None] Provisioning complete for port 2f6d5fff-4f3a-405b-8cee-d02a001b2f86 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:57.574516 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-ef701a46-79b4-4376-8712-ab55c5e4b809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.666236 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d807c360-1e1a-4d4b-90b8-507b9ac2e25a admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:18:57.673499 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-d807c360-1e1a-4d4b-90b8-507b9ac2e25a admin admin] 10.222.0.66 "PUT /v2.0/routers/dffdf481-4aba-402a-8fc8-0e115f11f164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3753424 Oct 27 10:18:57.686473 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-ef701a46-79b4-4376-8712-ab55c5e4b809 None None] Port 2f6d5fff-4f3a-405b-8cee-d02a001b2f86 cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:18:57.957313 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Publish callbacks [] for port, precommit_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.092551 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-553c0e0a-2dc4-41a9-974f-677f0e282380 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:18:58.093721 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-553c0e0a-2dc4-41a9-974f-677f0e282380 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2484758 Oct 27 10:18:58.191812 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-01541838-3c30-40c9-9b2e-85c0c6e76ca3 service neutron] 10.222.0.66 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917814 Oct 27 10:18:58.218696 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Sync routers for ids ['dffdf481-4aba-402a-8fc8-0e115f11f164'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:18:58.229485 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Routers {'dffdf481-4aba-402a-8fc8-0e115f11f164'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:18:58.230359 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:18:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['dffdf481-4aba-402a-8fc8-0e115f11f164'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:58.282638 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-068a85df-d8d9-4fe4-8c12-ac60c2ad467f service neutron] 10.222.0.66 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899253 Oct 27 10:18:58.303607 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.304481 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device b988b5df-eb87-4864-985c-035e583a37ea up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:58.366989 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.422872 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Pushing event updated for resources: {'Port': ['ID=faf264a0-e56d-4814-bb1e-5d7d8e0f1c61,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:58.439783 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696757ac-371e-4083-b4ab-128ab6038cac None None] Pushing event updated for resources: {'Port': ['ID=de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0,revision_number=3']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:58.445804 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port b988b5df-eb87-4864-985c-035e583a37ea triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:58.446170 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.550676 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 44962) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:58.555998 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-8b2c447d-4f52-4bfb-93cd-f6f145b2f0e3 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1403062807', 'description': 'tempest-description--1519940059'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:58.561286 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Attempting to bind port de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0 on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:18:58.565870 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Attempting to bind port de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0 by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': '4c774455-0f79-445f-b6d2-4dbd20d3d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193'}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:18:58.565870 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Attempting to bind port de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0 on network 12a0c60b-6b74-4c6e-aa76-24304d8e4193 {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:58.574170 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:18:58.574956 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Checking segment: {'id': '4c774455-0f79-445f-b6d2-4dbd20d3d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:58.575630 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.576231 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Bound using segment: {'id': '4c774455-0f79-445f-b6d2-4dbd20d3d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193'} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:18:58.576917 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Bound port: de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c774455-0f79-445f-b6d2-4dbd20d3d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193'}}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:18:58.579001 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.636170 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Set router dffdf481-4aba-402a-8fc8-0e115f11f164 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:18:58.658422 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8b2c447d-4f52-4bfb-93cd-f6f145b2f0e3 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.671010 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b3f31692-b8ec-4db8-9025-63044c0cae9e req-e15a8120-fb41-4698-8cfa-8387a7f2bdc4 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 210 time: 0.0636079 Oct 27 10:18:58.739124 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] For port de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:18:58.742950 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] For port de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0,segment=NetworkSegment(4c774455-0f79-445f-b6d2-4dbd20d3d371),segment_id=4c774455-0f79-445f-b6d2-4dbd20d3d371)] {{(pid=102227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:18:58.821851 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e15192d7-135c-4d22-9b6a-e5404ebb6bed req-73cbd1fb-5741-4cfc-a0cd-923fb191d9cf tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 210 time: 0.0605903 Oct 27 10:18:58.857327 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8b2c447d-4f52-4bfb-93cd-f6f145b2f0e3 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.870868 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.952304 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Routers {'2fb67358-7690-4bd7-9c7b-e9e2339a4fba'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:18:58.952911 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:18:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['2fb67358-7690-4bd7-9c7b-e9e2339a4fba'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:58.990947 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8b2c447d-4f52-4bfb-93cd-f6f145b2f0e3 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.060958 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c447d-4f52-4bfb-93cd-f6f145b2f0e3 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01eb40c0-ea7a-48f8-998e-73ac72a56e9b,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:59.073092 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.73', 52302) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:59.146375 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8b2c447d-4f52-4bfb-93cd-f6f145b2f0e3 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.150912 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-8b2c447d-4f52-4bfb-93cd-f6f145b2f0e3 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5991032 Oct 27 10:18:59.151782 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 45004) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:59.160270 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-be2413c6-708e-4dfc-b23d-52f546240c4b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Request body: {'security_group_rule': {'security_group_id': '01eb40c0-ea7a-48f8-998e-73ac72a56e9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:59.192089 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] Set router 2fb67358-7690-4bd7-9c7b-e9e2339a4fba gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:18:59.281901 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device faf264a0-e56d-4814-bb1e-5d7d8e0f1c61 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:59.344505 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-ffce3ab3-6f6c-4d72-b77f-433268617424 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:59.351664 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-be2413c6-708e-4dfc-b23d-52f546240c4b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.352214 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-ffce3ab3-6f6c-4d72-b77f-433268617424 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.73 "GET /v2.0/networks?id=b64ea53c-e9ca-4088-bba3-07e8b63ed599 HTTP/1.1" status: 200 len: 812 time: 0.2765577 Oct 27 10:18:59.424288 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port faf264a0-e56d-4814-bb1e-5d7d8e0f1c61 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:59.424870 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.432983 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port': {'id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:48Z', 'updated_at': '2021-10-27T10:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '2f6d5fff-4f3a-405b-8cee-d02a001b2f86', 'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'mac_address': 'fa:16:3e:1c:8d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:53Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 2, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'subnets': [{'id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:59.458132 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-7c7bebf9-ef8a-4ab5-a446-8647c3dd7fcd tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Request body: {'port': {'device_id': 'aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1', 'network_id': 'b64ea53c-e9ca-4088-bba3-07e8b63ed599', 'admin_state_up': True, 'tenant_id': '86e1b728c0df436095ce628b0bf6cb18'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:59.500449 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Checking router: dffdf481-4aba-402a-8fc8-0e115f11f164 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:18:59.500945 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Updating router dffdf481-4aba-402a-8fc8-0e115f11f164 port 2f6d5fff-4f3a-405b-8cee-d02a001b2f86 binding host dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:18:59.535743 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.562100 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-be2413c6-708e-4dfc-b23d-52f546240c4b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.602648 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696757ac-371e-4083-b4ab-128ab6038cac None None] Pushing event updated for resources: {'Port': ['ID=de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0,revision_number=4']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:59.646989 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-be2413c6-708e-4dfc-b23d-52f546240c4b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.696729 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2413c6-708e-4dfc-b23d-52f546240c4b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7d118f-edd5-455f-a8af-53325e779b5f,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:59.746427 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847b422-9dc2-423e-90d3-0746f783a350 req-3623cc1f-5781-48d7-bbfa-5af600f63adc tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:59.748636 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0847b422-9dc2-423e-90d3-0746f783a350 req-3623cc1f-5781-48d7-bbfa-5af600f63adc tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/networks?id=12a0c60b-6b74-4c6e-aa76-24304d8e4193 HTTP/1.1" status: 200 len: 819 time: 0.3954473 Oct 27 10:18:59.784878 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'name': 'tempest-ServerRescueNegativeTestJSON-1882008882-router', 'tenant_id': '2e708eaedc394ca29a2d62525710ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b988b5df-eb87-4864-985c-035e583a37ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:45Z', 'updated_at': '2021-10-27T10:18:53Z', 'revision_number': 4, 'project_id': '2e708eaedc394ca29a2d62525710ec30', 'gw_port': {'id': 'b988b5df-eb87-4864-985c-035e583a37ea', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': 'de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0', 'name': '', 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193', 'tenant_id': '2e708eaedc394ca29a2d62525710ec30', 'mac_address': 'fa:16:3e:da:31:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1ec27a5a-0204-41d8-9c46-0b4aeb02bde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:51Z', 'updated_at': '2021-10-27T10:18:58Z', 'revision_number': 4, 'project_id': '2e708eaedc394ca29a2d62525710ec30', 'subnets': [{'id': '1ec27a5a-0204-41d8-9c46-0b4aeb02bde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:59.785559 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0847b422-9dc2-423e-90d3-0746f783a350 req-a3bab15e-8ce1-4373-b510-920df7cb17ee tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/quotas/2e708eaedc394ca29a2d62525710ec30 HTTP/1.1" status: 200 len: 375 time: 0.0232701 Oct 27 10:18:59.804158 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-be2413c6-708e-4dfc-b23d-52f546240c4b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.807865 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-be2413c6-708e-4dfc-b23d-52f546240c4b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6527872 Oct 27 10:18:59.808651 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 45050) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:59.833611 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-761fd3c2-00af-41fe-8abd-13d677aa5224 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Request body: {'security_group_rule': {'security_group_id': '01eb40c0-ea7a-48f8-998e-73ac72a56e9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:59.873167 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c88247-5dd2-41dd-b3dc-1bcbdf133f01 None None] The sync data for ids ['2fb67358-7690-4bd7-9c7b-e9e2339a4fba'] in dv-cinder-815145-2-iscsi is: [{'id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'name': 'tempest-ServerRescueNegativeTestJSON-1882008882-router', 'tenant_id': '2e708eaedc394ca29a2d62525710ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b988b5df-eb87-4864-985c-035e583a37ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:45Z', 'updated_at': '2021-10-27T10:18:53Z', 'revision_number': 4, 'project_id': '2e708eaedc394ca29a2d62525710ec30', 'gw_port': {'id': 'b988b5df-eb87-4864-985c-035e583a37ea', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': 'de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0', 'name': '', 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193', 'tenant_id': '2e708eaedc394ca29a2d62525710ec30', 'mac_address': 'fa:16:3e:da:31:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1ec27a5a-0204-41d8-9c46-0b4aeb02bde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:51Z', 'updated_at': '2021-10-27T10:18:58Z', 'revision_number': 4, 'project_id': '2e708eaedc394ca29a2d62525710ec30', 'subnets': [{'id': '1ec27a5a-0204-41d8-9c46-0b4aeb02bde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:18:59.897753 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c3f711df-ab8a-415b-a409-9dd983246f39 req-21c599a5-9a49-4f1c-a072-6a264d999797 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 210 time: 0.0432162 Oct 27 10:19:00.075268 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-761fd3c2-00af-41fe-8abd-13d677aa5224 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.084241 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0847b422-9dc2-423e-90d3-0746f783a350 req-e1189f5e-b5fb-459e-9160-a6e0f2dfb6a3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2e708eaedc394ca29a2d62525710ec30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2817523 Oct 27 10:19:00.189369 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-761fd3c2-00af-41fe-8abd-13d677aa5224 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.241750 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0847b422-9dc2-423e-90d3-0746f783a350 req-de6c12a7-5507-43f9-9e3c-621d69e4dffe service neutron] 10.222.0.66 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452298 Oct 27 10:19:00.305298 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-7c7bebf9-ef8a-4ab5-a446-8647c3dd7fcd tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Made reservation on behalf of 86e1b728c0df436095ce628b0bf6cb18 for: {'port': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:00.314965 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-761fd3c2-00af-41fe-8abd-13d677aa5224 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.321736 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-7c7bebf9-ef8a-4ab5-a446-8647c3dd7fcd tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.346611 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Publish callbacks [] for port, precommit_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.385343 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fd3c2-00af-41fe-8abd-13d677aa5224 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6362b37b-77f2-44a5-be2a-3a8a70ffeceb,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:00.434452 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.510229 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-761fd3c2-00af-41fe-8abd-13d677aa5224 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.514290 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-761fd3c2-00af-41fe-8abd-13d677aa5224 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7009983 Oct 27 10:19:00.516439 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 45078) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:00.518208 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287d53a-afb7-4562-afcd-ff7d18f239e2 None None] Pushing event updated for resources: {'Port': ['ID=2f6d5fff-4f3a-405b-8cee-d02a001b2f86,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:00.548493 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-2a7e6e86-7899-4964-a470-325a50250483 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Request body: {'floatingip': {'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:00.570442 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0847b422-9dc2-423e-90d3-0746f783a350 req-cd1f55d6-c942-45e8-936f-6215a4ce63ce service neutron] 10.222.0.66 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274436 Oct 27 10:19:00.608675 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Attempting to bind port 2f6d5fff-4f3a-405b-8cee-d02a001b2f86 on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:00.611299 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Attempting to bind port 2f6d5fff-4f3a-405b-8cee-d02a001b2f86 by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': '77737e17-2825-4e6c-8ef1-c62d726747ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '85cca7a2-e927-4155-9525-946b9afad186'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:00.611713 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Attempting to bind port 2f6d5fff-4f3a-405b-8cee-d02a001b2f86 on network 85cca7a2-e927-4155-9525-946b9afad186 {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:00.627786 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:00.628184 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Checking segment: {'id': '77737e17-2825-4e6c-8ef1-c62d726747ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '85cca7a2-e927-4155-9525-946b9afad186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:00.628577 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.629044 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Bound using segment: {'id': '77737e17-2825-4e6c-8ef1-c62d726747ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '85cca7a2-e927-4155-9525-946b9afad186'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:00.629502 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Bound port: 2f6d5fff-4f3a-405b-8cee-d02a001b2f86, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77737e17-2825-4e6c-8ef1-c62d726747ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '85cca7a2-e927-4155-9525-946b9afad186'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:00.629862 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.732712 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2a7e6e86-7899-4964-a470-325a50250483 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for floatingip, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.859145 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] For port 2f6d5fff-4f3a-405b-8cee-d02a001b2f86, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:00.862183 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] For port 2f6d5fff-4f3a-405b-8cee-d02a001b2f86, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=2f6d5fff-4f3a-405b-8cee-d02a001b2f86,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:00.862608 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-7c7bebf9-ef8a-4ab5-a446-8647c3dd7fcd tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Allocated IP 172.20.0.9 (b64ea53c-e9ca-4088-bba3-07e8b63ed599/d1ef60ba-4bb3-4c42-a6a1-085679ed8e23/3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:01.000268 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.142775 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-13611a7b-db31-4f56-88fc-a51846c761ae req-1c04a8e4-aa05-44df-a007-61fe9190db50 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 210 time: 0.1002574 Oct 27 10:19:01.255768 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287d53a-afb7-4562-afcd-ff7d18f239e2 None None] Pushing event updated for resources: {'Port': ['ID=2f6d5fff-4f3a-405b-8cee-d02a001b2f86,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:01.276613 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2a7e6e86-7899-4964-a470-325a50250483 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.282140 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:01.383501 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3b982d48-bc26-4e80-a05c-0666bc6c48ed req-9e769492-ee74-4d6e-9a18-f2e11ac2154e tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 210 time: 0.2615175 Oct 27 10:19:01.456920 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-828d7b8f-d350-4869-b24e-83e636e600e0 None None] Provisioning complete for port 2f6d5fff-4f3a-405b-8cee-d02a001b2f86 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:01.458009 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-828d7b8f-d350-4869-b24e-83e636e600e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.599060 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [None req-2a7e6e86-7899-4964-a470-325a50250483 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Allocated IP 172.27.3.124 (70ca3915-436e-4d6f-9dee-c189a5123789/3d25a479-4445-45b0-aa2d-a38f3239d00a/87a90e09-a989-4ed0-8e20-a0118c5818e4) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:01.608558 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Routers {'dffdf481-4aba-402a-8fc8-0e115f11f164'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:01.609322 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:18:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['dffdf481-4aba-402a-8fc8-0e115f11f164'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:01.611976 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-828d7b8f-d350-4869-b24e-83e636e600e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.824720 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:01.829580 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.947285 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2a7e6e86-7899-4964-a470-325a50250483 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.965962 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] Set router dffdf481-4aba-402a-8fc8-0e115f11f164 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:01.977713 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 45124) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:01.988069 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-7c7bebf9-ef8a-4ab5-a446-8647c3dd7fcd tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:02.099313 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2a7e6e86-7899-4964-a470-325a50250483 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:02.160543 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-7c7bebf9-ef8a-4ab5-a446-8647c3dd7fcd tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:02.278100 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e6e86-7899-4964-a470-325a50250483 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:02.371381 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-938fc315-a74e-46be-bf4e-ac0eae6846bb req-e7fadac8-1a0f-4678-9dec-430367b25de0 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 210 time: 0.0887339 Oct 27 10:19:02.373035 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-2a7e6e86-7899-4964-a470-325a50250483 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:02.379096 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-828d7b8f-d350-4869-b24e-83e636e600e0 None None] For port 2f6d5fff-4f3a-405b-8cee-d02a001b2f86, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=2f6d5fff-4f3a-405b-8cee-d02a001b2f86,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:02.379248 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7e6e86-7899-4964-a470-325a50250483 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:02.468666 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-7c7bebf9-ef8a-4ab5-a446-8647c3dd7fcd tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Network b64ea53c-e9ca-4088-bba3-07e8b63ed599 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:02.476547 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-7c7bebf9-ef8a-4ab5-a446-8647c3dd7fcd tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:02.491609 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-7c7bebf9-ef8a-4ab5-a446-8647c3dd7fcd tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:02.500064 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-7c7bebf9-ef8a-4ab5-a446-8647c3dd7fcd tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:02.501018 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-7c7bebf9-ef8a-4ab5-a446-8647c3dd7fcd tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:02.515807 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bebf9-ef8a-4ab5-a446-8647c3dd7fcd tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Pushing event updated for resources: {'Port': ['ID=3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:02.538895 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-828d7b8f-d350-4869-b24e-83e636e600e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:02.595848 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e6e86-7899-4964-a470-325a50250483 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Pushing event updated for resources: {'Port': ['ID=87a90e09-a989-4ed0-8e20-a0118c5818e4,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:02.686025 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-7c7bebf9-ef8a-4ab5-a446-8647c3dd7fcd tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2427950 Oct 27 10:19:02.752984 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-3cf5b41b-1cc0-4cd6-92e3-e4d1ce8eb64b tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:19:02.757149 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-3cf5b41b-1cc0-4cd6-92e3-e4d1ce8eb64b tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0172415 Oct 27 10:19:02.779902 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-dc6d2533-5775-459e-9c57-b572971aeaff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:02.815638 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464840ea-ec2c-4ba1-8705-17018e332536 req-7720eada-e85a-4273-aabb-311bc691ca97 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:02.820752 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-464840ea-ec2c-4ba1-8705-17018e332536 req-7720eada-e85a-4273-aabb-311bc691ca97 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 931 time: 0.2596395 Oct 27 10:19:02.870399 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2a7e6e86-7899-4964-a470-325a50250483 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:02.928108 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-464840ea-ec2c-4ba1-8705-17018e332536 req-7a6bb325-e19c-4884-bbe8-691d08abd40b tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000752 Oct 27 10:19:02.980578 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 45148) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:03.015756 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d7b8f-d350-4869-b24e-83e636e600e0 None None] Pushing event updated for resources: {'Port': ['ID=2f6d5fff-4f3a-405b-8cee-d02a001b2f86,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:03.118262 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.73', 52310) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:03.126322 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-04ebd8a8-4f0c-4295-89a9-2262869d8491 None None] Provisioning complete for port 2f6d5fff-4f3a-405b-8cee-d02a001b2f86 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:03.126694 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-04ebd8a8-4f0c-4295-89a9-2262869d8491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.230964 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.262597 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-dc6d2533-5775-459e-9c57-b572971aeaff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.265156 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2a7e6e86-7899-4964-a470-325a50250483 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.470567 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] For port de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0,segment=NetworkSegment(4c774455-0f79-445f-b6d2-4dbd20d3d371),segment_id=4c774455-0f79-445f-b6d2-4dbd20d3d371)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:03.492295 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port': {'id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:48Z', 'updated_at': '2021-10-27T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '2f6d5fff-4f3a-405b-8cee-d02a001b2f86', 'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'mac_address': 'fa:16:3e:1c:8d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:53Z', 'updated_at': '2021-10-27T10:19:00Z', 'revision_number': 4, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'subnets': [{'id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:03.564446 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4d613454-c9bc-40ac-97f3-5120d68d4627 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.571739 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.614859 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbbb19e-1378-47c9-8b67-1d32046679c3 None None] The sync data for ids ['dffdf481-4aba-402a-8fc8-0e115f11f164'] in dv-cinder-815145-2-iscsi is: [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port': {'id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:48Z', 'updated_at': '2021-10-27T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '2f6d5fff-4f3a-405b-8cee-d02a001b2f86', 'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'mac_address': 'fa:16:3e:1c:8d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:53Z', 'updated_at': '2021-10-27T10:19:00Z', 'revision_number': 4, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'subnets': [{'id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:19:03.625122 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-1f82c0d7-7714-49b6-a391-2bd63257d356 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:03.631464 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-1f82c0d7-7714-49b6-a391-2bd63257d356 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.73 "GET /v2.0/networks?id=12a0c60b-6b74-4c6e-aa76-24304d8e4193 HTTP/1.1" status: 200 len: 819 time: 0.5261943 Oct 27 10:19:03.674656 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Request body: {'port': {'device_id': 'aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:03.682406 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-dc6d2533-5775-459e-9c57-b572971aeaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.687288 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-d920f678-d8f8-4813-acf8-7b6b3d5a77a3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Request body: {'port': {'device_id': 'ff76ee57-182d-42ab-bcdb-1ca0635846cf', 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193', 'admin_state_up': True, 'tenant_id': '2e708eaedc394ca29a2d62525710ec30'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:03.689671 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2a7e6e86-7899-4964-a470-325a50250483 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.789648 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d2533-5775-459e-9c57-b572971aeaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6d597a-6437-4c36-8458-23a4236845bb,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:03.797875 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Pushing event updated for resources: {'Port': ['ID=de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:03.804653 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2a7e6e86-7899-4964-a470-325a50250483 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.901873 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2a7e6e86-7899-4964-a470-325a50250483 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623603'] for floatingip, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.915964 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.028259 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-dc6d2533-5775-459e-9c57-b572971aeaff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=163c837bcf824acc8aa433597f3bb74e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9994068 Oct 27 10:19:04.040830 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 45188) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:04.082776 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-bb5a1782-649a-40d1-a3e4-53635f081e21 req-74d3f942-7c5d-4292-ac2d-07f919efc7ca tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 210 time: 0.4354553 Oct 27 10:19:04.223955 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e6e86-7899-4964-a470-325a50250483 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Pushing event updated for resources: {'Port': ['ID=87a90e09-a989-4ed0-8e20-a0118c5818e4,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:04.314068 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f4182-bb26-44d5-bd69-b5b856def739 req-81e44b8c-9b4f-4da0-ab78-c5fdd214c4b3 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:04.316060 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-158f4182-bb26-44d5-bd69-b5b856def739 req-81e44b8c-9b4f-4da0-ab78-c5fdd214c4b3 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 931 time: 0.2154784 Oct 27 10:19:04.361807 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4d613454-c9bc-40ac-97f3-5120d68d4627 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.386854 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e454ac15-ea51-4458-b68f-e844e5b7ca5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.410229 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-158f4182-bb26-44d5-bd69-b5b856def739 req-13dbc258-f36c-4231-ac67-cfdbfdbf4120 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799818 Oct 27 10:19:04.515884 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-d920f678-d8f8-4813-acf8-7b6b3d5a77a3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Made reservation on behalf of 2e708eaedc394ca29a2d62525710ec30 for: {'port': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:04.519767 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-d920f678-d8f8-4813-acf8-7b6b3d5a77a3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.525800 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e454ac15-ea51-4458-b68f-e844e5b7ca5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.529366 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4d613454-c9bc-40ac-97f3-5120d68d4627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.648045 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d613454-c9bc-40ac-97f3-5120d68d4627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e818140c-025a-4325-9969-50af32342e10,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:04.720551 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-4d613454-c9bc-40ac-97f3-5120d68d4627 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=083691370b404f57870d7247a371328b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7388115 Oct 27 10:19:04.739561 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 45194) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:04.812354 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 {{(pid=102225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:04.833872 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.861307 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d0fdacd1-ba92-4abf-b5a6-edf3724ef9cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.910547 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d0fdacd1-ba92-4abf-b5a6-edf3724ef9cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.973555 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.provisioning_blocks [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Transition to ACTIVE for port object 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 will not be triggered until provisioned by entity L2. {{(pid=102225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:19:04.974605 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e454ac15-ea51-4458-b68f-e844e5b7ca5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.977254 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e454ac15-ea51-4458-b68f-e844e5b7ca5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.981142 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-e454ac15-ea51-4458-b68f-e844e5b7ca5d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb6d597a-6437-4c36-8458-23a4236845bb HTTP/1.1" status: 204 len: 168 time: 0.8946569 Oct 27 10:19:04.987292 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2a7e6e86-7899-4964-a470-325a50250483 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.988807 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-2a7e6e86-7899-4964-a470-325a50250483 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4686980 Oct 27 10:19:05.009498 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454ac15-ea51-4458-b68f-e844e5b7ca5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6d597a-6437-4c36-8458-23a4236845bb,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:05.058416 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:05.227621 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d0fdacd1-ba92-4abf-b5a6-edf3724ef9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:05.232617 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d0fdacd1-ba92-4abf-b5a6-edf3724ef9cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:05.234701 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-d0fdacd1-ba92-4abf-b5a6-edf3724ef9cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e818140c-025a-4325-9969-50af32342e10 HTTP/1.1" status: 204 len: 168 time: 0.4937377 Oct 27 10:19:05.255054 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdacd1-ba92-4abf-b5a6-edf3724ef9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e818140c-025a-4325-9969-50af32342e10,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:05.271477 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-d920f678-d8f8-4813-acf8-7b6b3d5a77a3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Allocated IP 172.20.0.4 (12a0c60b-6b74-4c6e-aa76-24304d8e4193/1ec27a5a-0204-41d8-9c46-0b4aeb02bde5/68df75fe-c6d2-4823-9211-f99abce959de) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:05.354387 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7b5473c6-91bb-4b69-8f9e-502e8b49ad5d req-70ecef61-d236-4851-abda-426355b31cb0 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 210 time: 0.1377213 Oct 27 10:19:05.354998 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Pushing event updated for resources: {'Port': ['ID=3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:05.467348 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Attempting to bind port 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:05.467931 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Attempting to bind port 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '66017457-cfb9-4167-87a0-1a1e00a637a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b64ea53c-e9ca-4088-bba3-07e8b63ed599'}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:05.468453 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Attempting to bind port 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 on network b64ea53c-e9ca-4088-bba3-07e8b63ed599 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:05.476068 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Port 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 on network b64ea53c-e9ca-4088-bba3-07e8b63ed599 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:19:05.476500 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Attempting to bind port 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 on network b64ea53c-e9ca-4088-bba3-07e8b63ed599 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:05.502426 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:05.502838 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Checking segment: {'id': '66017457-cfb9-4167-87a0-1a1e00a637a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b64ea53c-e9ca-4088-bba3-07e8b63ed599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:05.503383 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Bound using segment: {'id': '66017457-cfb9-4167-87a0-1a1e00a637a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b64ea53c-e9ca-4088-bba3-07e8b63ed599'} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:05.503910 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Bound port: 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66017457-cfb9-4167-87a0-1a1e00a637a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b64ea53c-e9ca-4088-bba3-07e8b63ed599'}}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:05.504459 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:05.681225 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] For port 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94, host hv-cinder-81514, cleared binding levels {{(pid=102225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:05.681225 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] For port 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94,segment=NetworkSegment(66017457-cfb9-4167-87a0-1a1e00a637a8),segment_id=66017457-cfb9-4167-87a0-1a1e00a637a8)] {{(pid=102225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:05.683017 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 45226) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:05.686485 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-d920f678-d8f8-4813-acf8-7b6b3d5a77a3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:05.732292 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-b3682dcd-eda5-4c63-903d-1e5a2c8e076b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1403062807&fields=id&tenant_id=6656d74f77af428aba35d0d4513da3b9 HTTP/1.1" status: 200 len: 267 time: 0.1013787 Oct 27 10:19:05.792708 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631e283-d772-4abf-b69f-19913ad8e903 req-3422f63b-8e26-4efd-84ae-88c6ac9d155c tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:05.800998 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d631e283-d772-4abf-b69f-19913ad8e903 req-3422f63b-8e26-4efd-84ae-88c6ac9d155c tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 943 time: 0.1475294 Oct 27 10:19:05.894038 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d631e283-d772-4abf-b69f-19913ad8e903 req-7f772eb4-c6c6-4c95-8bd7-de899be76287 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919955 Oct 27 10:19:05.934130 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-d920f678-d8f8-4813-acf8-7b6b3d5a77a3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:06.003373 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.73', 52315) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:06.004557 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:06.094605 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:06.168869 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-d920f678-d8f8-4813-acf8-7b6b3d5a77a3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Network 12a0c60b-6b74-4c6e-aa76-24304d8e4193 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:06.195870 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920f678-d8f8-4813-acf8-7b6b3d5a77a3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Pushing event updated for resources: {'Port': ['ID=68df75fe-c6d2-4823-9211-f99abce959de,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:06.217912 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-d920f678-d8f8-4813-acf8-7b6b3d5a77a3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:06.254733 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-d920f678-d8f8-4813-acf8-7b6b3d5a77a3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:06.282734 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-d920f678-d8f8-4813-acf8-7b6b3d5a77a3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:06.284996 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-d920f678-d8f8-4813-acf8-7b6b3d5a77a3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:06.297995 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-76493a10-27e3-493f-abc5-3c2f5013d2f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:06.307637 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:06.308793 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:06.335103 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:06.343822 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:06.343822 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] 10.222.0.73 "PUT /v2.0/ports/3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 HTTP/1.1" status: 200 len: 1093 time: 3.1987979 Oct 27 10:19:06.343822 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1', 'tag': '3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:06.652855 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4bb4aa09-2730-48a6-a3fe-9ea3a282e48f req-222e731f-2d4c-4038-bb1f-526dbeb0d4a3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 210 time: 0.0731232 Oct 27 10:19:06.674267 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-da226f2a-56b6-4538-9bfe-fa67038a92a7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:06.675979 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-da226f2a-56b6-4538-9bfe-fa67038a92a7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/networks?id=85cca7a2-e927-4155-9525-946b9afad186 HTTP/1.1" status: 200 len: 817 time: 0.9428067 Oct 27 10:19:06.686604 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847b422-9dc2-423e-90d3-0746f783a350 req-cfad37c0-ce7e-4a57-bddf-e56dc837b16c tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:06.688484 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0847b422-9dc2-423e-90d3-0746f783a350 req-cfad37c0-ce7e-4a57-bddf-e56dc837b16c tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.73 "GET /v2.0/networks?id=12a0c60b-6b74-4c6e-aa76-24304d8e4193 HTTP/1.1" status: 200 len: 819 time: 0.6047089 Oct 27 10:19:06.689421 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70148956-68e6-424a-9b5c-f3c0ba579b53 service neutron] Pushing event updated for resources: {'Port': ['ID=3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94,revision_number=3']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:06.719367 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-0847b422-9dc2-423e-90d3-0746f783a350 req-7ab1fd71-c10b-474a-b655-c1b6d877b295 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Request body: {'port': {'device_id': '9e460a03-b7da-496a-8bed-87ef55c872f5', 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193', 'admin_state_up': True, 'tenant_id': '2e708eaedc394ca29a2d62525710ec30'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:06.732602 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-a3ce6926-8063-41cb-a9fd-f731d5678bd3 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/quotas/6656d74f77af428aba35d0d4513da3b9 HTTP/1.1" status: 200 len: 375 time: 0.0395393 Oct 27 10:19:06.737250 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 2f6d5fff-4f3a-405b-8cee-d02a001b2f86 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:06.766063 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-d920f678-d8f8-4813-acf8-7b6b3d5a77a3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0933926 Oct 27 10:19:06.831319 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-76493a10-27e3-493f-abc5-3c2f5013d2f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:06.845460 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Request body: {'port': {'device_id': 'ff76ee57-182d-42ab-bcdb-1ca0635846cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:06.852897 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 2f6d5fff-4f3a-405b-8cee-d02a001b2f86 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:06.855006 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:06.944024 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-76493a10-27e3-493f-abc5-3c2f5013d2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:07.019720 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0847b422-9dc2-423e-90d3-0746f783a350 req-7ab1fd71-c10b-474a-b655-c1b6d877b295 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Made reservation on behalf of 2e708eaedc394ca29a2d62525710ec30 for: {'port': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:07.023788 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-0847b422-9dc2-423e-90d3-0746f783a350 req-7ab1fd71-c10b-474a-b655-c1b6d877b295 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:07.163885 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 45268) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:07.175351 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-1baa7ecb-f8d0-49e2-965a-14066f1a71ee tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6656d74f77af428aba35d0d4513da3b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4307804 Oct 27 10:19:07.209073 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ae94-428f-45ba-bbd9-6660c0148a17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:07.381654 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76493a10-27e3-493f-abc5-3c2f5013d2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720f2142-6e07-4fd6-853c-5aa1bb6c52ff,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:07.555732 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:07.555732 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-76493a10-27e3-493f-abc5-3c2f5013d2f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=836e88f54bf94c3a937f7741331186cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7542205 Oct 27 10:19:07.555732 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17380b-b0fb-471a-9e38-0ac21ebbcd3f req-2967f1e1-ff0b-46dd-9585-dc83a9ce1a93 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:07.555732 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ca17380b-b0fb-471a-9e38-0ac21ebbcd3f req-2967f1e1-ff0b-46dd-9585-dc83a9ce1a93 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 943 time: 0.3832009 Oct 27 10:19:07.610994 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 45284) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:07.615039 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f65a8e8-1fb0-4a16-9eb0-17f24085d808" -d '{"events": [{"name": "network-changed", "server_uuid": "aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1", "tag": "3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:07.642882 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-db0a2529-93bb-4e5e-84d6-837fe478ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:07.644640 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-db0a2529-93bb-4e5e-84d6-837fe478ea77 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86e1b728c0df436095ce628b0bf6cb18&device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 1096 time: 0.7550144 Oct 27 10:19:07.727844 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-d8f2fb3c-9f63-4e3f-bacc-0c196dabb6f0 service neutron] 10.222.0.66 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146785 Oct 27 10:19:07.927261 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ca17380b-b0fb-471a-9e38-0ac21ebbcd3f req-18fb3093-4a24-485b-8702-5a894747da24 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876698 Oct 27 10:19:08.024490 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-a4bd24c0-aab4-4f39-9c39-455f6eefc1ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 HTTP/1.1" status: 200 len: 217 time: 0.1680613 Oct 27 10:19:08.054738 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8ff87977-e9e7-4013-9e42-4e597ddcecbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:08.332281 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8ff87977-e9e7-4013-9e42-4e597ddcecbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:08.332281 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [req-0847b422-9dc2-423e-90d3-0746f783a350 req-7ab1fd71-c10b-474a-b655-c1b6d877b295 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Allocated IP 172.20.0.8 (12a0c60b-6b74-4c6e-aa76-24304d8e4193/1ec27a5a-0204-41d8-9c46-0b4aeb02bde5/6cc4e7aa-e75a-4555-9efe-3fa7430db86c) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:08.332281 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-5594a579-141d-4ad0-a959-06c67c48216f service neutron] 10.222.0.66 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870801 Oct 27 10:19:08.332281 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ae94-428f-45ba-bbd9-6660c0148a17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:08.332281 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b963c04f-7352-42fe-9457-893374492148 x-openstack-request-id: req-b963c04f-7352-42fe-9457-893374492148 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:08.332281 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1", "tag": "3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:08.332281 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b963c04f-7352-42fe-9457-893374492148 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:08.332281 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1', 'tag': '3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94', 'status': 'completed', 'code': 200} Oct 27 10:19:08.425100 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8aea54e0-47e4-45bc-bc29-e7ebda3ea6d7 req-caa86293-5502-4964-920b-3246214ef541 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 210 time: 0.0823367 Oct 27 10:19:08.514280 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-ec4e2527-8285-4343-b9fb-e706bdce8258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:08.515854 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-ec4e2527-8285-4343-b9fb-e706bdce8258 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1ef60ba-4bb3-4c42-a6a1-085679ed8e23 HTTP/1.1" status: 200 len: 852 time: 0.2715111 Oct 27 10:19:08.532117 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ae94-428f-45ba-bbd9-6660c0148a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:08.628846 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-dfd4ae94-428f-45ba-bbd9-6660c0148a17 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e205dcd35750409e97d600d51278750f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4163537 Oct 27 10:19:08.629316 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 45308) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:08.637965 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4ae94-428f-45ba-bbd9-6660c0148a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0515a7-ba5e-453f-aab7-8eb37bbfe6f8,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:08.683456 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-0847b422-9dc2-423e-90d3-0746f783a350 req-7ab1fd71-c10b-474a-b655-c1b6d877b295 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:08.728011 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3c81273b-149d-463b-8ec2-0011aed68744 req-3373e2f1-5ba2-424c-b2f6-73b99a57b22b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 210 time: 0.0508285 Oct 27 10:19:08.729301 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b7328be5-acf4-4335-a431-920f777c2fbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:08.752494 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8ff87977-e9e7-4013-9e42-4e597ddcecbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:08.755447 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8ff87977-e9e7-4013-9e42-4e597ddcecbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:08.759805 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-8ff87977-e9e7-4013-9e42-4e597ddcecbe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/720f2142-6e07-4fd6-853c-5aa1bb6c52ff HTTP/1.1" status: 204 len: 168 time: 1.1338003 Oct 27 10:19:08.765529 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-261eb7ba-31c1-4211-98f9-bf70b0e2023c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b64ea53c-e9ca-4088-bba3-07e8b63ed599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049511 Oct 27 10:19:08.794877 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b7328be5-acf4-4335-a431-920f777c2fbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:08.809436 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff87977-e9e7-4013-9e42-4e597ddcecbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720f2142-6e07-4fd6-853c-5aa1bb6c52ff,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:08.926578 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b7328be5-acf4-4335-a431-920f777c2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:08.929444 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b7328be5-acf4-4335-a431-920f777c2fbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:08.933106 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-b7328be5-acf4-4335-a431-920f777c2fbd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6e0515a7-ba5e-453f-aab7-8eb37bbfe6f8 HTTP/1.1" status: 204 len: 168 time: 0.3378577 Oct 27 10:19:08.944523 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7328be5-acf4-4335-a431-920f777c2fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0515a7-ba5e-453f-aab7-8eb37bbfe6f8,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:09.084813 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-ac351ffa-68bc-48bd-86ed-ca057186ad0c service neutron] 10.222.0.73 "GET /v2.0/networks/b64ea53c-e9ca-4088-bba3-07e8b63ed599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075404 Oct 27 10:19:09.124249 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-0847b422-9dc2-423e-90d3-0746f783a350 req-7ab1fd71-c10b-474a-b655-c1b6d877b295 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:09.214450 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0847b422-9dc2-423e-90d3-0746f783a350 req-7ab1fd71-c10b-474a-b655-c1b6d877b295 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Network 12a0c60b-6b74-4c6e-aa76-24304d8e4193 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:09.236029 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862d989-d3ed-478e-84f0-9149965b5ee1 req-25db5354-ce13-45e7-bb4c-2caaa226e0ae tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:09.240354 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4862d989-d3ed-478e-84f0-9149965b5ee1 req-25db5354-ce13-45e7-bb4c-2caaa226e0ae tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 943 time: 0.1670442 Oct 27 10:19:09.249373 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [req-0847b422-9dc2-423e-90d3-0746f783a350 req-7ab1fd71-c10b-474a-b655-c1b6d877b295 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:09.251960 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0847b422-9dc2-423e-90d3-0746f783a350 req-7ab1fd71-c10b-474a-b655-c1b6d877b295 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:09.258129 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847b422-9dc2-423e-90d3-0746f783a350 req-7ab1fd71-c10b-474a-b655-c1b6d877b295 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:09.258813 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-0847b422-9dc2-423e-90d3-0746f783a350 req-7ab1fd71-c10b-474a-b655-c1b6d877b295 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:09.297792 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1fd71-c10b-474a-b655-c1b6d877b295 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Pushing event updated for resources: {'Port': ['ID=6cc4e7aa-e75a-4555-9efe-3fa7430db86c,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:09.353084 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68df75fe-c6d2-4823-9211-f99abce959de {{(pid=102224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:09.366921 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:09.419454 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.provisioning_blocks [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Transition to ACTIVE for port object 68df75fe-c6d2-4823-9211-f99abce959de will not be triggered until provisioned by entity L2. {{(pid=102224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:19:09.423601 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4862d989-d3ed-478e-84f0-9149965b5ee1 req-19a30675-b4df-490c-863c-1da51218af6e tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571159 Oct 27 10:19:09.530038 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b8508f79-fcb9-4f1b-a276-763f29d2ff4c req-5d43c90a-e505-4e2a-b5e3-852eea2d03b1 service neutron] 10.222.0.73 "GET /v2.0/networks/b64ea53c-e9ca-4088-bba3-07e8b63ed599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964736 Oct 27 10:19:09.546845 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0847b422-9dc2-423e-90d3-0746f783a350 req-7ab1fd71-c10b-474a-b655-c1b6d877b295 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8339124 Oct 27 10:19:09.571213 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Request body: {'port': {'device_id': '9e460a03-b7da-496a-8bed-87ef55c872f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:09.616600 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3e155-0bb5-4672-b25f-0928b8e16df2 req-11529ec8-8c33-4120-b46a-e80fde692f64 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:09.627648 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8be3e155-0bb5-4672-b25f-0928b8e16df2 req-11529ec8-8c33-4120-b46a-e80fde692f64 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 931 time: 0.0760450 Oct 27 10:19:09.630521 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:09.712677 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:09.861232 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8be3e155-0bb5-4672-b25f-0928b8e16df2 req-7cdeeb13-3084-4c16-b18a-8ef50144275a tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323320 Oct 27 10:19:09.960833 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Pushing event updated for resources: {'Port': ['ID=68df75fe-c6d2-4823-9211-f99abce959de,revision_number=2']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:09.978408 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Attempting to bind port 68df75fe-c6d2-4823-9211-f99abce959de on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:09.978960 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Attempting to bind port 68df75fe-c6d2-4823-9211-f99abce959de by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '4c774455-0f79-445f-b6d2-4dbd20d3d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193'}] {{(pid=102224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:09.979352 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Attempting to bind port 68df75fe-c6d2-4823-9211-f99abce959de on network 12a0c60b-6b74-4c6e-aa76-24304d8e4193 {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:09.985828 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Port 68df75fe-c6d2-4823-9211-f99abce959de on network 12a0c60b-6b74-4c6e-aa76-24304d8e4193 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:19:09.986152 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Attempting to bind port 68df75fe-c6d2-4823-9211-f99abce959de on network 12a0c60b-6b74-4c6e-aa76-24304d8e4193 {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:09.995992 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:09.995992 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Checking segment: {'id': '4c774455-0f79-445f-b6d2-4dbd20d3d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:09.995992 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Bound using segment: {'id': '4c774455-0f79-445f-b6d2-4dbd20d3d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193'} {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:09.995992 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Bound port: 68df75fe-c6d2-4823-9211-f99abce959de, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c774455-0f79-445f-b6d2-4dbd20d3d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193'}}] {{(pid=102224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:09.995992 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.062610 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-db9c3068-1f40-48b5-823b-ff4263450db2 req-faa77b4d-145d-4666-8d36-21a2ba879bc9 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 210 time: 0.2174478 Oct 27 10:19:10.112998 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] For port 68df75fe-c6d2-4823-9211-f99abce959de, host hv-cinder-81514, cleared binding levels {{(pid=102224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:10.119605 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] For port 68df75fe-c6d2-4823-9211-f99abce959de, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=68df75fe-c6d2-4823-9211-f99abce959de,segment=NetworkSegment(4c774455-0f79-445f-b6d2-4dbd20d3d371),segment_id=4c774455-0f79-445f-b6d2-4dbd20d3d371)] {{(pid=102224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:10.230336 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc4e7aa-e75a-4555-9efe-3fa7430db86c {{(pid=102225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:10.241542 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.256887 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.provisioning_blocks [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Transition to ACTIVE for port object 6cc4e7aa-e75a-4555-9efe-3fa7430db86c will not be triggered until provisioned by entity L2. {{(pid=102225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:19:10.312507 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.373839 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:10.374455 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.376181 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] 10.222.0.73 "PUT /v2.0/ports/68df75fe-c6d2-4823-9211-f99abce959de HTTP/1.1" status: 200 len: 1093 time: 3.5795522 Oct 27 10:19:10.376625 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff76ee57-182d-42ab-bcdb-1ca0635846cf', 'tag': '68df75fe-c6d2-4823-9211-f99abce959de'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:10.468691 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37700a37-9b47-432f-a305-9a5e86ef02aa service neutron] Pushing event updated for resources: {'Port': ['ID=68df75fe-c6d2-4823-9211-f99abce959de,revision_number=3']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:10.560281 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66688411-ad81-40d5-b230-4626636ee596 req-896395ee-ba05-4a50-aa7d-2a12c7ef2047 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:10.562279 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-66688411-ad81-40d5-b230-4626636ee596 req-896395ee-ba05-4a50-aa7d-2a12c7ef2047 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 943 time: 0.0524006 Oct 27 10:19:10.597691 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.613770 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-66688411-ad81-40d5-b230-4626636ee596 req-fcbac678-54f2-4870-b2e9-cc90f9145201 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437741 Oct 27 10:19:10.670913 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc4e7aa-e75a-4555-9efe-3fa7430db86c,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:10.704549 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Attempting to bind port 6cc4e7aa-e75a-4555-9efe-3fa7430db86c on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:10.704850 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Attempting to bind port 6cc4e7aa-e75a-4555-9efe-3fa7430db86c by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '4c774455-0f79-445f-b6d2-4dbd20d3d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193'}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:10.705167 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Attempting to bind port 6cc4e7aa-e75a-4555-9efe-3fa7430db86c on network 12a0c60b-6b74-4c6e-aa76-24304d8e4193 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:10.712967 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Port 6cc4e7aa-e75a-4555-9efe-3fa7430db86c on network 12a0c60b-6b74-4c6e-aa76-24304d8e4193 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:19:10.713321 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Attempting to bind port 6cc4e7aa-e75a-4555-9efe-3fa7430db86c on network 12a0c60b-6b74-4c6e-aa76-24304d8e4193 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:10.718837 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:10.719446 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Checking segment: {'id': '4c774455-0f79-445f-b6d2-4dbd20d3d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:10.720059 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Bound using segment: {'id': '4c774455-0f79-445f-b6d2-4dbd20d3d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193'} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:10.720491 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Bound port: 6cc4e7aa-e75a-4555-9efe-3fa7430db86c, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c774455-0f79-445f-b6d2-4dbd20d3d371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193'}}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:10.720847 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.793802 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 45374) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:10.810033 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-3ecca96e-c329-4985-ae1a-45b15bb5ad12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.867610 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] For port 6cc4e7aa-e75a-4555-9efe-3fa7430db86c, host hv-cinder-81514, cleared binding levels {{(pid=102225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:10.871705 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] For port 6cc4e7aa-e75a-4555-9efe-3fa7430db86c, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6cc4e7aa-e75a-4555-9efe-3fa7430db86c,segment=NetworkSegment(4c774455-0f79-445f-b6d2-4dbd20d3d371),segment_id=4c774455-0f79-445f-b6d2-4dbd20d3d371)] {{(pid=102225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:10.919764 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbefdb0-abb4-458c-902e-d1f4820e59f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff76ee57-182d-42ab-bcdb-1ca0635846cf", "tag": "68df75fe-c6d2-4823-9211-f99abce959de"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:11.093850 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.175634 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:11.176970 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.179282 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0847b422-9dc2-423e-90d3-0746f783a350 req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] 10.222.0.73 "PUT /v2.0/ports/6cc4e7aa-e75a-4555-9efe-3fa7430db86c HTTP/1.1" status: 200 len: 1093 time: 1.6192901 Oct 27 10:19:11.183526 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e460a03-b7da-496a-8bed-87ef55c872f5', 'tag': '6cc4e7aa-e75a-4555-9efe-3fa7430db86c'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:11.186861 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcdfc0a-1753-4f77-8a6a-700d537d9e87" -d '{"events": [{"name": "network-changed", "server_uuid": "9e460a03-b7da-496a-8bed-87ef55c872f5", "tag": "6cc4e7aa-e75a-4555-9efe-3fa7430db86c"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:11.291852 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b078cc-ca5b-4b86-9c33-e8a717b4fb55 req-69486b6a-665a-4b21-b1fd-ce90538c4273 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:11.295940 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f6b078cc-ca5b-4b86-9c33-e8a717b4fb55 req-69486b6a-665a-4b21-b1fd-ce90538c4273 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 943 time: 0.2891564 Oct 27 10:19:11.318826 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12274610-0c98-494e-9f9b-a83d89c80535 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc4e7aa-e75a-4555-9efe-3fa7430db86c,revision_number=3']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:11.323935 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e95c7d-2a63-4fa4-8f66-f06f74ff517d x-openstack-request-id: req-20e95c7d-2a63-4fa4-8f66-f06f74ff517d {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:11.324457 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff76ee57-182d-42ab-bcdb-1ca0635846cf", "tag": "68df75fe-c6d2-4823-9211-f99abce959de", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:11.324547 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-20e95c7d-2a63-4fa4-8f66-f06f74ff517d {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:11.324981 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff76ee57-182d-42ab-bcdb-1ca0635846cf', 'tag': '68df75fe-c6d2-4823-9211-f99abce959de', 'status': 'completed', 'code': 200} Oct 27 10:19:11.341549 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-3ecca96e-c329-4985-ae1a-45b15bb5ad12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.385447 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f6b078cc-ca5b-4b86-9c33-e8a717b4fb55 req-b4672d44-e3d7-4a05-a38d-355e82997627 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757806 Oct 27 10:19:11.480462 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5c4fa13d-04de-40be-a24a-b66f3bc6c329 req-2d80159f-0f6d-41ab-a618-20acc0437563 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 210 time: 0.0562618 Oct 27 10:19:11.590431 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bd7e4c-4e86-4830-aba6-7f94b3b8d68e x-openstack-request-id: req-d8bd7e4c-4e86-4830-aba6-7f94b3b8d68e {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:11.590837 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e460a03-b7da-496a-8bed-87ef55c872f5", "tag": "6cc4e7aa-e75a-4555-9efe-3fa7430db86c", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:11.591730 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d8bd7e4c-4e86-4830-aba6-7f94b3b8d68e {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:11.592733 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e460a03-b7da-496a-8bed-87ef55c872f5', 'tag': '6cc4e7aa-e75a-4555-9efe-3fa7430db86c', 'status': 'completed', 'code': 200} Oct 27 10:19:11.617923 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-3ecca96e-c329-4985-ae1a-45b15bb5ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.689469 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-3ecca96e-c329-4985-ae1a-45b15bb5ad12 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db27f222bafc4b0dbdcd8a159c969e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8939080 Oct 27 10:19:11.689469 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecca96e-c329-4985-ae1a-45b15bb5ad12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4d2ed6-51d0-4d31-9bda-5e3700d16e7a,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:11.691278 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 45422) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:11.817580 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f9a65831-db07-4036-8fcc-39a0fc4cc0d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.850624 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4b6fc-7544-419f-8ab9-faa07cc19efe req-16a43f4f-d63f-45e2-aed2-cf7154483223 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:11.861077 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1ad4b6fc-7544-419f-8ab9-faa07cc19efe req-16a43f4f-d63f-45e2-aed2-cf7154483223 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 943 time: 0.1059699 Oct 27 10:19:11.862558 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f9a65831-db07-4036-8fcc-39a0fc4cc0d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.920401 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1ad4b6fc-7544-419f-8ab9-faa07cc19efe req-b54bbc17-2a42-4e8b-974b-1d37a489dffb tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578625 Oct 27 10:19:12.055342 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f9a65831-db07-4036-8fcc-39a0fc4cc0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:12.059597 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f9a65831-db07-4036-8fcc-39a0fc4cc0d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:12.060096 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-f9a65831-db07-4036-8fcc-39a0fc4cc0d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d4d2ed6-51d0-4d31-9bda-5e3700d16e7a HTTP/1.1" status: 204 len: 168 time: 0.3671589 Oct 27 10:19:12.126161 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65831-db07-4036-8fcc-39a0fc4cc0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4d2ed6-51d0-4d31-9bda-5e3700d16e7a,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:12.537276 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cc2d9-1b0f-4a64-adf3-b3bdc9dc6b03 req-fcbd8d14-bf38-4c29-91b4-76139a81823b tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:12.538804 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1b8cc2d9-1b0f-4a64-adf3-b3bdc9dc6b03 req-fcbd8d14-bf38-4c29-91b4-76139a81823b tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 943 time: 0.0620196 Oct 27 10:19:12.607467 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1b8cc2d9-1b0f-4a64-adf3-b3bdc9dc6b03 req-355b84ad-dd9d-4c6c-8305-0754a5446978 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546625 Oct 27 10:19:12.750119 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-fd08c79e-f9db-4ea5-ad71-90c9dc6d4e0f req-b2d8eaed-356f-4ca9-85f2-d8a3c37c08a2 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 210 time: 0.0442784 Oct 27 10:19:13.125024 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c01089-6c3f-4d7e-83c5-4fd9d6239b26 req-81cfbe58-f433-4740-9e05-857181e7c938 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:13.128500 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a0c01089-6c3f-4d7e-83c5-4fd9d6239b26 req-81cfbe58-f433-4740-9e05-857181e7c938 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 943 time: 0.0881574 Oct 27 10:19:13.349273 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a0c01089-6c3f-4d7e-83c5-4fd9d6239b26 req-f7bf6128-d623-4f50-9e44-a5f117fa9536 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688338 Oct 27 10:19:13.746055 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e9e2f1d7-49a5-4a6b-aa62-20fcea2e31cc req-2b63f7ea-baa2-4a0e-af0c-14ae1b533ce4 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 210 time: 0.0316882 Oct 27 10:19:13.769931 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af804518-efbf-4b17-baa5-d9093d69911f req-da8f7031-818c-46f4-ab7b-b317bb61c778 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:13.771770 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-af804518-efbf-4b17-baa5-d9093d69911f req-da8f7031-818c-46f4-ab7b-b317bb61c778 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 943 time: 0.0802493 Oct 27 10:19:13.820225 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-af804518-efbf-4b17-baa5-d9093d69911f req-d589930f-ffe1-4564-a8b5-57fb185dcbcc tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404871 Oct 27 10:19:14.461787 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b8b64-1bb3-4e2f-9dc6-8aaf2ce1e9ae req-04168d68-db18-4530-85ff-7c447c9f6484 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:14.463274 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2e9b8b64-1bb3-4e2f-9dc6-8aaf2ce1e9ae req-04168d68-db18-4530-85ff-7c447c9f6484 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 943 time: 0.0522428 Oct 27 10:19:14.503267 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2e9b8b64-1bb3-4e2f-9dc6-8aaf2ce1e9ae req-2c86ff48-47de-44d8-b4b6-896bcb5c4239 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325511 Oct 27 10:19:14.936924 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4b763ec0-bbbd-41e1-9422-5be4a0e6ea33 req-e240c713-7af7-4fec-bd1f-ab8a80551637 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 210 time: 0.0639818 Oct 27 10:19:14.995409 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbefdb0-abb4-458c-902e-d1f4820e59f3 req-80ea4ef4-ef22-42d8-8c80-1ea95b3cffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:14.997485 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3dbefdb0-abb4-458c-902e-d1f4820e59f3 req-80ea4ef4-ef22-42d8-8c80-1ea95b3cffec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e708eaedc394ca29a2d62525710ec30&device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 1096 time: 0.2482934 Oct 27 10:19:15.040605 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65a8e8-1fb0-4a16-9eb0-17f24085d808 req-55868246-56ac-4933-ab5b-a57a4621ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.043850 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1f65a8e8-1fb0-4a16-9eb0-17f24085d808 req-55868246-56ac-4933-ab5b-a57a4621ed6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86e1b728c0df436095ce628b0bf6cb18&device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 1096 time: 0.3223989 Oct 27 10:19:15.065770 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdfc0a-1753-4f77-8a6a-700d537d9e87 req-492d4866-54ac-4508-ac21-7ff0d47d562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.068067 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8fcdfc0a-1753-4f77-8a6a-700d537d9e87 req-492d4866-54ac-4508-ac21-7ff0d47d562c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e708eaedc394ca29a2d62525710ec30&device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 1096 time: 0.3179653 Oct 27 10:19:15.189363 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbefdb0-abb4-458c-902e-d1f4820e59f3 req-e5df3a4d-d376-49fc-9dfd-7e115a434424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.190907 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3dbefdb0-abb4-458c-902e-d1f4820e59f3 req-e5df3a4d-d376-49fc-9dfd-7e115a434424 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2e708eaedc394ca29a2d62525710ec30&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1846054 Oct 27 10:19:15.271226 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb460b-7827-4a18-b818-00f552d7fc9a req-a26fe46a-d389-4eb5-9a28-58dfb1b94e89 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.273077 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8efb460b-7827-4a18-b818-00f552d7fc9a req-a26fe46a-d389-4eb5-9a28-58dfb1b94e89 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 943 time: 0.2853992 Oct 27 10:19:15.379654 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbefdb0-abb4-458c-902e-d1f4820e59f3 req-30096441-8ebb-4439-a970-7082ee3c9eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.381449 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3dbefdb0-abb4-458c-902e-d1f4820e59f3 req-30096441-8ebb-4439-a970-7082ee3c9eed service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1825695 Oct 27 10:19:15.452021 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8efb460b-7827-4a18-b818-00f552d7fc9a req-8aba34ce-4792-40e1-b971-7fc9628f3a8f tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602349 Oct 27 10:19:15.454184 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdfc0a-1753-4f77-8a6a-700d537d9e87 req-6caa0b4b-fcb2-46a0-a776-ef0b986e291e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.455742 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8fcdfc0a-1753-4f77-8a6a-700d537d9e87 req-6caa0b4b-fcb2-46a0-a776-ef0b986e291e service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2e708eaedc394ca29a2d62525710ec30&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3792300 Oct 27 10:19:15.460132 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65a8e8-1fb0-4a16-9eb0-17f24085d808 req-186316a9-cbb4-48e5-86ad-48ca056768d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.465040 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1f65a8e8-1fb0-4a16-9eb0-17f24085d808 req-186316a9-cbb4-48e5-86ad-48ca056768d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b64ea53c-e9ca-4088-bba3-07e8b63ed599 HTTP/1.1" status: 200 len: 913 time: 0.4091942 Oct 27 10:19:15.499467 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-64381698-9731-407b-bc11-a53ddb7f5d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.500967 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-64381698-9731-407b-bc11-a53ddb7f5d8c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e708eaedc394ca29a2d62525710ec30&device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 1096 time: 0.0521581 Oct 27 10:19:15.572490 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1f65a8e8-1fb0-4a16-9eb0-17f24085d808 req-3eda4ab5-b34e-4c39-a2e3-b59644c5fc47 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 HTTP/1.1" status: 200 len: 217 time: 0.0981038 Oct 27 10:19:15.578641 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-5e8f2d02-80b5-4e93-9fc0-95c97bf40d43 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68df75fe-c6d2-4823-9211-f99abce959de HTTP/1.1" status: 200 len: 217 time: 0.0683181 Oct 27 10:19:15.668526 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dff32-59fa-4551-ac42-5221a0f2198e req-4ea207cc-1fc8-4fbc-944c-bf9756936565 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.670087 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bd8dff32-59fa-4551-ac42-5221a0f2198e req-4ea207cc-1fc8-4fbc-944c-bf9756936565 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 943 time: 0.0898094 Oct 27 10:19:15.671407 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-736d57a5-fd5a-4c29-975c-4c8802c76520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.672715 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-736d57a5-fd5a-4c29-975c-4c8802c76520 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ec27a5a-0204-41d8-9c46-0b4aeb02bde5 HTTP/1.1" status: 200 len: 859 time: 0.0829213 Oct 27 10:19:15.696683 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65a8e8-1fb0-4a16-9eb0-17f24085d808 req-09264991-edbc-49f8-9375-1d40d1933aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.698162 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1f65a8e8-1fb0-4a16-9eb0-17f24085d808 req-09264991-edbc-49f8-9375-1d40d1933aea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1ef60ba-4bb3-4c42-a6a1-085679ed8e23 HTTP/1.1" status: 200 len: 852 time: 0.1005068 Oct 27 10:19:15.716433 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdfc0a-1753-4f77-8a6a-700d537d9e87 req-27872feb-3627-4711-b10f-b565a7a7bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.717795 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8fcdfc0a-1753-4f77-8a6a-700d537d9e87 req-27872feb-3627-4711-b10f-b565a7a7bb7b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2525449 Oct 27 10:19:15.733571 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-4152d1e0-cc98-4627-ae30-2bf86ba18437 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12a0c60b-6b74-4c6e-aa76-24304d8e4193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517149 Oct 27 10:19:15.739261 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1f65a8e8-1fb0-4a16-9eb0-17f24085d808 req-8fb055ce-97e9-421f-9b13-f54e117073fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b64ea53c-e9ca-4088-bba3-07e8b63ed599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314925 Oct 27 10:19:15.753393 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bd8dff32-59fa-4551-ac42-5221a0f2198e req-54eac4f6-9b06-463e-ac31-3bba498aa365 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772777 Oct 27 10:19:15.878807 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-2f50317f-ca49-42a5-8b97-bf905b7e1b2a service neutron] 10.222.0.73 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148810 Oct 27 10:19:15.884384 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847b422-9dc2-423e-90d3-0746f783a350 req-03ff30b8-dc8a-415e-a0ab-5a7d7010148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.885886 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0847b422-9dc2-423e-90d3-0746f783a350 req-03ff30b8-dc8a-415e-a0ab-5a7d7010148e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e708eaedc394ca29a2d62525710ec30&device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 1096 time: 0.0746958 Oct 27 10:19:15.890090 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1f65a8e8-1fb0-4a16-9eb0-17f24085d808 req-9ba690d0-211a-4f78-bb0f-e98f96e66b06 service neutron] 10.222.0.73 "GET /v2.0/networks/b64ea53c-e9ca-4088-bba3-07e8b63ed599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339869 Oct 27 10:19:15.962221 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0847b422-9dc2-423e-90d3-0746f783a350 req-610efb77-a88f-4e8e-b4d6-4e9c570f07ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cc4e7aa-e75a-4555-9efe-3fa7430db86c HTTP/1.1" status: 200 len: 217 time: 0.0596831 Oct 27 10:19:15.984364 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e72b2593-eeff-43ee-9a6e-66bb65418a4b req-303885d1-b4d8-4d45-bb3e-c74d517fbac9 service neutron] 10.222.0.73 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040885 Oct 27 10:19:16.106806 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a611eb81-065f-4f16-934d-c1bb91ff3eeb req-64c61a90-b801-4d26-a3cf-f2fb785f749c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 210 time: 0.0440979 Oct 27 10:19:16.108230 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847b422-9dc2-423e-90d3-0746f783a350 req-abab0a58-ef46-4ba1-9c09-aac0a4851fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:16.109545 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0847b422-9dc2-423e-90d3-0746f783a350 req-abab0a58-ef46-4ba1-9c09-aac0a4851fc0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ec27a5a-0204-41d8-9c46-0b4aeb02bde5 HTTP/1.1" status: 200 len: 859 time: 0.1146276 Oct 27 10:19:16.177628 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0847b422-9dc2-423e-90d3-0746f783a350 req-fdb59574-f3bb-47d5-b5fd-aa8a05b86dbb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12a0c60b-6b74-4c6e-aa76-24304d8e4193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591176 Oct 27 10:19:16.180567 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1f65a8e8-1fb0-4a16-9eb0-17f24085d808 req-45993cac-9530-4ff3-be3c-2983fc16384a service neutron] 10.222.0.73 "GET /v2.0/networks/b64ea53c-e9ca-4088-bba3-07e8b63ed599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722230 Oct 27 10:19:16.246622 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-4666e74a-c86e-4cb1-bd82-fc12113a64c1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:16.248134 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-4666e74a-c86e-4cb1-bd82-fc12113a64c1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.73 "GET /v2.0/networks?id=85cca7a2-e927-4155-9525-946b9afad186 HTTP/1.1" status: 200 len: 817 time: 0.1795504 Oct 27 10:19:16.329083 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0847b422-9dc2-423e-90d3-0746f783a350 req-0226d67c-9e7d-43f3-aa24-1a46251550b6 service neutron] 10.222.0.73 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304321 Oct 27 10:19:16.343089 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-863aaed8-1b2f-4af4-86b3-7e515c52ab2c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6656d74f77af428aba35d0d4513da3b9 HTTP/1.1" status: 200 len: 380 time: 0.0772905 Oct 27 10:19:16.355774 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-6f93c1fc-f78c-441c-89f3-1671c4056066 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Request body: {'port': {'device_id': 'f90f0481-adb6-4d16-ad5d-a2505b777a0e', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'admin_state_up': True, 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'security_groups': ['01eb40c0-ea7a-48f8-998e-73ac72a56e9b']}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:16.485968 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0847b422-9dc2-423e-90d3-0746f783a350 req-1c09f185-7c0b-480b-bea3-331b6403e660 service neutron] 10.222.0.73 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481757 Oct 27 10:19:16.619545 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebe705-9be6-4465-bed5-147eff34783e req-52b29109-ee52-4501-a83d-374ec2fc6cd2 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:16.621020 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-43ebe705-9be6-4465-bed5-147eff34783e req-52b29109-ee52-4501-a83d-374ec2fc6cd2 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 943 time: 0.0525711 Oct 27 10:19:16.653607 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-6f93c1fc-f78c-441c-89f3-1671c4056066 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Made reservation on behalf of 6656d74f77af428aba35d0d4513da3b9 for: {'port': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:16.657013 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-6f93c1fc-f78c-441c-89f3-1671c4056066 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.672839 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-43ebe705-9be6-4465-bed5-147eff34783e req-60bf7715-3435-4a23-8c17-5230a1df3c93 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452044 Oct 27 10:19:16.797598 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-6f93c1fc-f78c-441c-89f3-1671c4056066 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Allocated IP 172.20.0.8 (85cca7a2-e927-4155-9525-946b9afad186/ecc75ced-88da-4001-a1b2-e070b2cff892/f83715df-8e47-44e2-a635-6ab619e271fb) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:16.876378 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd866104-4a2a-4a31-88d1-1493d74c82ec req-9531f199-87a8-44f3-8cbe-088b89217a84 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:16.884194 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-dd866104-4a2a-4a31-88d1-1493d74c82ec req-9531f199-87a8-44f3-8cbe-088b89217a84 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 943 time: 0.0633214 Oct 27 10:19:16.925733 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-dd866104-4a2a-4a31-88d1-1493d74c82ec req-7692bee1-bfd6-4b0a-af92-1267fb4461e3 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 Oct 27 10:19:17.008347 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 45624) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:17.024428 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:19:17.136273 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cdfc02ff-d2f6-4b0e-b5e4-804870457c34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.137300 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-6f93c1fc-f78c-441c-89f3-1671c4056066 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.138744 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94,segment=NetworkSegment(66017457-cfb9-4167-87a0-1a1e00a637a8),segment_id=66017457-cfb9-4167-87a0-1a1e00a637a8)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:17.151959 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': '3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94', 'network_id': 'b64ea53c-e9ca-4088-bba3-07e8b63ed599', 'port_id': '3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94', 'mac_address': 'fa:16:3e:b0:ba:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ef60ba-4bb3-4c42-a6a1-085679ed8e23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:19:17.192974 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.211347 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:17.228149 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cdfc02ff-d2f6-4b0e-b5e4-804870457c34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.235893 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94,segment=NetworkSegment(66017457-cfb9-4167-87a0-1a1e00a637a8),segment_id=66017457-cfb9-4167-87a0-1a1e00a637a8)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:17.255705 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-77bd69c5-3af3-4766-8392-23ee4c10a534 req-01b1657c-ddfb-4a36-9713-2f11dc3ef717 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 210 time: 0.0323470 Oct 27 10:19:17.275785 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-6f93c1fc-f78c-441c-89f3-1671c4056066 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.338273 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cdfc02ff-d2f6-4b0e-b5e4-804870457c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.339794 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.341178 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 68df75fe-c6d2-4823-9211-f99abce959de details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:19:17.360841 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-6f93c1fc-f78c-441c-89f3-1671c4056066 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Network 85cca7a2-e927-4155-9525-946b9afad186 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:17.366083 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-6f93c1fc-f78c-441c-89f3-1671c4056066 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:17.371216 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-6f93c1fc-f78c-441c-89f3-1671c4056066 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:17.377148 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-6f93c1fc-f78c-441c-89f3-1671c4056066 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:17.377864 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-6f93c1fc-f78c-441c-89f3-1671c4056066 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.381600 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93c1fc-f78c-441c-89f3-1671c4056066 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Pushing event updated for resources: {'Port': ['ID=f83715df-8e47-44e2-a635-6ab619e271fb,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:17.415355 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 45648) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:17.434036 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-cdfc02ff-d2f6-4b0e-b5e4-804870457c34 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9580898b64ae4508a068ca04e43d6165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4241290 Oct 27 10:19:17.435037 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc02ff-d2f6-4b0e-b5e4-804870457c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15219d9b-211a-43e2-9823-b942a5bc4b82,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:17.437487 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 45652) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:17.491082 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-6f93c1fc-f78c-441c-89f3-1671c4056066 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1418006 Oct 27 10:19:17.505319 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-300a8ee9-9f95-4a8f-a6da-56007c17d9cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.509063 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Request body: {'port': {'device_id': 'f90f0481-adb6-4d16-ad5d-a2505b777a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:17.567921 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-300a8ee9-9f95-4a8f-a6da-56007c17d9cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.579717 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.db.resource_extend [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:19:17.648577 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.680978 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:17.760533 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 68df75fe-c6d2-4823-9211-f99abce959de, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=68df75fe-c6d2-4823-9211-f99abce959de,segment=NetworkSegment(4c774455-0f79-445f-b6d2-4dbd20d3d371),segment_id=4c774455-0f79-445f-b6d2-4dbd20d3d371)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:17.785100 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': '68df75fe-c6d2-4823-9211-f99abce959de', 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193', 'port_id': '68df75fe-c6d2-4823-9211-f99abce959de', 'mac_address': 'fa:16:3e:a2:c7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec27a5a-0204-41d8-9c46-0b4aeb02bde5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:19:17.825983 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.845176 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68df75fe-c6d2-4823-9211-f99abce959de {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:17.862010 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-583475b8-b576-4b0c-b9f4-f3d242afec84 None None] Provisioning complete for port f83715df-8e47-44e2-a635-6ab619e271fb triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:17.862351 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-583475b8-b576-4b0c-b9f4-f3d242afec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.863198 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fe581a1e-bcff-4967-b88d-3e736ac3ac11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.891146 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 68df75fe-c6d2-4823-9211-f99abce959de, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=68df75fe-c6d2-4823-9211-f99abce959de,segment=NetworkSegment(4c774455-0f79-445f-b6d2-4dbd20d3d371),segment_id=4c774455-0f79-445f-b6d2-4dbd20d3d371)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:17.905264 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-583475b8-b576-4b0c-b9f4-f3d242afec84 None None] Port f83715df-8e47-44e2-a635-6ab619e271fb cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:19:17.910109 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bce0cd-ed14-415a-8505-71b884454392 req-277bf7a7-2c38-43e7-b4c7-0b89c4d10d3b tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:17.911817 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a4bce0cd-ed14-415a-8505-71b884454392 req-277bf7a7-2c38-43e7-b4c7-0b89c4d10d3b tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 943 time: 0.1001384 Oct 27 10:19:17.959419 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a4bce0cd-ed14-415a-8505-71b884454392 req-f4cd7e36-4b01-4427-ab43-172c91613c90 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406563 Oct 27 10:19:17.975972 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.978310 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-300a8ee9-9f95-4a8f-a6da-56007c17d9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.984175 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-300a8ee9-9f95-4a8f-a6da-56007c17d9cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.988384 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-300a8ee9-9f95-4a8f-a6da-56007c17d9cf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15219d9b-211a-43e2-9823-b942a5bc4b82 HTTP/1.1" status: 204 len: 168 time: 0.5474212 Oct 27 10:19:18.006608 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a8ee9-9f95-4a8f-a6da-56007c17d9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15219d9b-211a-43e2-9823-b942a5bc4b82,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:18.075976 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=68df75fe-c6d2-4823-9211-f99abce959de,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:18.091109 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fe581a1e-bcff-4967-b88d-3e736ac3ac11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.134726 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83715df-8e47-44e2-a635-6ab619e271fb {{(pid=102224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:18.149982 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdcb08-fc37-4c27-87a5-fa3ab45b6c7e req-12066d5f-a63a-456a-8ab2-f9d6a7c63181 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:18.151686 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-08fdcb08-fc37-4c27-87a5-fa3ab45b6c7e req-12066d5f-a63a-456a-8ab2-f9d6a7c63181 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 944 time: 0.1041398 Oct 27 10:19:18.158761 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.174310 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.provisioning_blocks [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Transition to ACTIVE for port object f83715df-8e47-44e2-a635-6ab619e271fb will not be triggered until provisioned by entity L2. {{(pid=102224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:19:18.200783 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-08fdcb08-fc37-4c27-87a5-fa3ab45b6c7e req-78c4eb71-d878-45db-a8b7-8cbbb73fdc9d tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383830 Oct 27 10:19:18.201283 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fe581a1e-bcff-4967-b88d-3e736ac3ac11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.250005 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-fe581a1e-bcff-4967-b88d-3e736ac3ac11 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ccf3ad3cb03941d986066a58b34b04c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8288550 Oct 27 10:19:18.250990 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe581a1e-bcff-4967-b88d-3e736ac3ac11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28db7b0d-f2a0-4433-8b67-d43973c5425f,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:18.252737 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 45676) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:18.262788 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:18.306756 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.328587 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['68df75fe-c6d2-4823-9211-f99abce959de'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:18.420797 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-250986ab-e6d5-486c-ae22-9d543a54baa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.423600 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559acc1-cc4d-4a09-a614-74a34254bd13 req-b689c8c8-0d3e-4bbe-834d-3598d7436440 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:18.431600 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e559acc1-cc4d-4a09-a614-74a34254bd13 req-b689c8c8-0d3e-4bbe-834d-3598d7436440 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.0694833 Oct 27 10:19:18.435198 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Pushing event updated for resources: {'Port': ['ID=f83715df-8e47-44e2-a635-6ab619e271fb,revision_number=2']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:18.487064 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e559acc1-cc4d-4a09-a614-74a34254bd13 req-4d5dec1e-b953-4435-af5b-e7c35911a822 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470858 Oct 27 10:19:18.501627 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-250986ab-e6d5-486c-ae22-9d543a54baa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.511173 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Attempting to bind port f83715df-8e47-44e2-a635-6ab619e271fb on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:18.511827 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Attempting to bind port f83715df-8e47-44e2-a635-6ab619e271fb by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '77737e17-2825-4e6c-8ef1-c62d726747ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '85cca7a2-e927-4155-9525-946b9afad186'}] {{(pid=102224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:18.512163 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Attempting to bind port f83715df-8e47-44e2-a635-6ab619e271fb on network 85cca7a2-e927-4155-9525-946b9afad186 {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:18.526567 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Port f83715df-8e47-44e2-a635-6ab619e271fb on network 85cca7a2-e927-4155-9525-946b9afad186 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:19:18.526567 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Attempting to bind port f83715df-8e47-44e2-a635-6ab619e271fb on network 85cca7a2-e927-4155-9525-946b9afad186 {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:18.542917 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:18.543250 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Checking segment: {'id': '77737e17-2825-4e6c-8ef1-c62d726747ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '85cca7a2-e927-4155-9525-946b9afad186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:18.543701 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Bound using segment: {'id': '77737e17-2825-4e6c-8ef1-c62d726747ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '85cca7a2-e927-4155-9525-946b9afad186'} {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:18.544644 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Bound port: f83715df-8e47-44e2-a635-6ab619e271fb, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77737e17-2825-4e6c-8ef1-c62d726747ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '85cca7a2-e927-4155-9525-946b9afad186'}}] {{(pid=102224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:18.545008 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.627637 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] For port f83715df-8e47-44e2-a635-6ab619e271fb, host hv-cinder-81514, cleared binding levels {{(pid=102224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:18.631424 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] For port f83715df-8e47-44e2-a635-6ab619e271fb, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f83715df-8e47-44e2-a635-6ab619e271fb,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:18.680765 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-250986ab-e6d5-486c-ae22-9d543a54baa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.683347 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-250986ab-e6d5-486c-ae22-9d543a54baa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.684554 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-250986ab-e6d5-486c-ae22-9d543a54baa0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28db7b0d-f2a0-4433-8b67-d43973c5425f HTTP/1.1" status: 204 len: 168 time: 0.4306507 Oct 27 10:19:18.693043 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250986ab-e6d5-486c-ae22-9d543a54baa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28db7b0d-f2a0-4433-8b67-d43973c5425f,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:18.710501 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.751201 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:18.751896 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.753656 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] 10.222.0.73 "PUT /v2.0/ports/f83715df-8e47-44e2-a635-6ab619e271fb HTTP/1.1" status: 200 len: 1093 time: 1.2522666 Oct 27 10:19:18.755752 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90f0481-adb6-4d16-ad5d-a2505b777a0e', 'tag': 'f83715df-8e47-44e2-a635-6ab619e271fb'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:18.758161 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b534c549-980e-45e8-a040-28aca93ccb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f90f0481-adb6-4d16-ad5d-a2505b777a0e", "tag": "f83715df-8e47-44e2-a635-6ab619e271fb"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:18.790243 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd417ea5-2d0b-4a4f-819a-aafa59bb99ce service neutron] Pushing event updated for resources: {'Port': ['ID=f83715df-8e47-44e2-a635-6ab619e271fb,revision_number=3']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:18.802060 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdd8270-04f6-44b9-b769-a7b111cc258a x-openstack-request-id: req-dbdd8270-04f6-44b9-b769-a7b111cc258a {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:18.802353 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90f0481-adb6-4d16-ad5d-a2505b777a0e", "tag": "f83715df-8e47-44e2-a635-6ab619e271fb", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:18.802608 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dbdd8270-04f6-44b9-b769-a7b111cc258a {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:18.803006 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90f0481-adb6-4d16-ad5d-a2505b777a0e', 'tag': 'f83715df-8e47-44e2-a635-6ab619e271fb', 'status': 'completed', 'code': 200} Oct 27 10:19:18.818922 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-08323262-6ac9-4f10-9730-0f54d645d254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.975341 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 45690) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:18.992414 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f4b825bb-4cfa-493c-8583-0bcb460e3c99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.074433 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b835b-8143-4415-84f2-e55294129bea req-ae77561a-ed0e-4e28-aad1-35c5967accea tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:19.076701 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-467b835b-8143-4415-84f2-e55294129bea req-ae77561a-ed0e-4e28-aad1-35c5967accea tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 943 time: 0.0513344 Oct 27 10:19:19.080580 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f4b825bb-4cfa-493c-8583-0bcb460e3c99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.126011 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-467b835b-8143-4415-84f2-e55294129bea req-4cbe3b22-e7db-4577-88ca-815fd814b451 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372157 Oct 27 10:19:19.178595 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f4b825bb-4cfa-493c-8583-0bcb460e3c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.223778 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b825bb-4cfa-493c-8583-0bcb460e3c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566265b7-a9eb-428d-9360-fb380c2dffe4,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:19.231402 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 45700) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:19.231851 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-f4b825bb-4cfa-493c-8583-0bcb460e3c99 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=330549d675484e898dd7a9a3560958a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552142 Oct 27 10:19:19.313651 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b16adfae-35da-4682-8540-80b4716f95d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.347329 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b16adfae-35da-4682-8540-80b4716f95d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.367653 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4e544-794f-46e3-ac7f-c217b574e82d req-980a4ca4-1df7-4ad4-a2fe-9dac1fbf42b3 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:19.369164 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-69b4e544-794f-46e3-ac7f-c217b574e82d req-980a4ca4-1df7-4ad4-a2fe-9dac1fbf42b3 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 944 time: 0.0618904 Oct 27 10:19:19.418221 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-69b4e544-794f-46e3-ac7f-c217b574e82d req-53491718-7fcb-49c9-973e-3d0ca3a191b1 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403533 Oct 27 10:19:19.603980 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809c2d6-edca-48a4-8d06-d84ad14333ad req-119f0c6e-d2c7-48b4-bfbd-88f16b146d9c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:19.605490 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c809c2d6-edca-48a4-8d06-d84ad14333ad req-119f0c6e-d2c7-48b4-bfbd-88f16b146d9c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.0490077 Oct 27 10:19:19.644818 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c809c2d6-edca-48a4-8d06-d84ad14333ad req-e416c17e-2e2c-49b0-b606-1429a46d42e2 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332193 Oct 27 10:19:19.703984 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b16adfae-35da-4682-8540-80b4716f95d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.706744 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b16adfae-35da-4682-8540-80b4716f95d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.707911 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-b16adfae-35da-4682-8540-80b4716f95d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/566265b7-a9eb-428d-9360-fb380c2dffe4 HTTP/1.1" status: 204 len: 168 time: 0.4756238 Oct 27 10:19:19.716662 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16adfae-35da-4682-8540-80b4716f95d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566265b7-a9eb-428d-9360-fb380c2dffe4,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:19.864880 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 45712) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:19.878694 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c37089a4-253f-4283-96be-d48723ea150b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.950961 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c37089a4-253f-4283-96be-d48723ea150b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.039438 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c37089a4-253f-4283-96be-d48723ea150b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.082665 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-c37089a4-253f-4283-96be-d48723ea150b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5f829e80a3c641d28cb41e3ef7231383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141442 Oct 27 10:19:20.082665 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37089a4-253f-4283-96be-d48723ea150b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c7061a-f84a-44de-82ba-3d75ed4ffad0,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:20.084360 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 45718) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:20.154062 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6dd37760-233d-486b-b38d-e7672feafb01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.167183 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 6cc4e7aa-e75a-4555-9efe-3fa7430db86c details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:19:20.178830 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6dd37760-233d-486b-b38d-e7672feafb01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.270550 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc82d71-b0f0-4f28-9e4a-8bb2a4444d2f req-9d894011-bab5-4623-8938-819788830297 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:20.275725 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bbc82d71-b0f0-4f28-9e4a-8bb2a4444d2f req-9d894011-bab5-4623-8938-819788830297 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 943 time: 0.0649414 Oct 27 10:19:20.303802 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 6cc4e7aa-e75a-4555-9efe-3fa7430db86c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6cc4e7aa-e75a-4555-9efe-3fa7430db86c,segment=NetworkSegment(4c774455-0f79-445f-b6d2-4dbd20d3d371),segment_id=4c774455-0f79-445f-b6d2-4dbd20d3d371)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:20.317009 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': '6cc4e7aa-e75a-4555-9efe-3fa7430db86c', 'network_id': '12a0c60b-6b74-4c6e-aa76-24304d8e4193', 'port_id': '6cc4e7aa-e75a-4555-9efe-3fa7430db86c', 'mac_address': 'fa:16:3e:75:17:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec27a5a-0204-41d8-9c46-0b4aeb02bde5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:19:20.325777 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bbc82d71-b0f0-4f28-9e4a-8bb2a4444d2f req-46381c16-dc91-4cb5-8ac5-b7b7a75d9995 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491176 Oct 27 10:19:20.359630 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6dd37760-233d-486b-b38d-e7672feafb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.366096 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6dd37760-233d-486b-b38d-e7672feafb01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.366096 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-6dd37760-233d-486b-b38d-e7672feafb01 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4c7061a-f84a-44de-82ba-3d75ed4ffad0 HTTP/1.1" status: 204 len: 168 time: 0.2780945 Oct 27 10:19:20.366596 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.373616 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd37760-233d-486b-b38d-e7672feafb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c7061a-f84a-44de-82ba-3d75ed4ffad0,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:20.395510 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc4e7aa-e75a-4555-9efe-3fa7430db86c {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:20.423804 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 6cc4e7aa-e75a-4555-9efe-3fa7430db86c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6cc4e7aa-e75a-4555-9efe-3fa7430db86c,segment=NetworkSegment(4c774455-0f79-445f-b6d2-4dbd20d3d371),segment_id=4c774455-0f79-445f-b6d2-4dbd20d3d371)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:20.545379 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd7d09-d572-4c5a-9fac-03fcf4e8a390 req-a88c2634-9c98-4fd4-a095-5bd2b0e8241d tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:20.547273 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-d9bd7d09-d572-4c5a-9fac-03fcf4e8a390 req-a88c2634-9c98-4fd4-a095-5bd2b0e8241d tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 944 time: 0.0533106 Oct 27 10:19:20.588400 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-d9bd7d09-d572-4c5a-9fac-03fcf4e8a390 req-ef71d3b9-1482-4426-a396-897ecaa61f6d tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345356 Oct 27 10:19:20.599759 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.655154 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=6cc4e7aa-e75a-4555-9efe-3fa7430db86c,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:20.767616 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e629304-f98b-48c2-a0e0-c9e0944b6d69 req-692d0b53-d9be-4293-8e73-7775611c83f4 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:20.769413 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5e629304-f98b-48c2-a0e0-c9e0944b6d69 req-692d0b53-d9be-4293-8e73-7775611c83f4 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.0513871 Oct 27 10:19:20.822751 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5e629304-f98b-48c2-a0e0-c9e0944b6d69 req-9da900cb-2269-44f5-b226-6b40b26a93be tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414267 Oct 27 10:19:21.194433 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534c549-980e-45e8-a040-28aca93ccb9f req-d3d88d05-4c13-4265-865d-4ac891556481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:21.196023 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b534c549-980e-45e8-a040-28aca93ccb9f req-d3d88d05-4c13-4265-865d-4ac891556481 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6656d74f77af428aba35d0d4513da3b9&device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 1096 time: 0.0590966 Oct 27 10:19:21.229777 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.310319 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534c549-980e-45e8-a040-28aca93ccb9f req-6f6a74a2-864d-4192-9289-cd5c3a995f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:21.311800 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b534c549-980e-45e8-a040-28aca93ccb9f req-6f6a74a2-864d-4192-9289-cd5c3a995f78 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6656d74f77af428aba35d0d4513da3b9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1073279 Oct 27 10:19:21.424040 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-ef700e14-673c-4e0f-a67d-23585b33ccc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.431608 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534c549-980e-45e8-a040-28aca93ccb9f req-ff643da5-8862-4907-80ea-84c4004a559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:21.433431 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b534c549-980e-45e8-a040-28aca93ccb9f req-ff643da5-8862-4907-80ea-84c4004a559c service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1133115 Oct 27 10:19:21.463926 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['6cc4e7aa-e75a-4555-9efe-3fa7430db86c'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:21.465558 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b375b-0b01-4154-8cf6-39176a9b4308 req-a6b33af0-1560-4ff8-86eb-eebf1cc2a882 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:21.473426 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b68b375b-0b01-4154-8cf6-39176a9b4308 req-a6b33af0-1560-4ff8-86eb-eebf1cc2a882 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 944 time: 0.0659339 Oct 27 10:19:21.533967 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b68b375b-0b01-4154-8cf6-39176a9b4308 req-cd7d7623-49de-45e4-b0ea-91869bcb98f5 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593491 Oct 27 10:19:21.534834 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-9aa63e03-a224-4a1e-85ea-429fe9591598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:21.537633 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-9aa63e03-a224-4a1e-85ea-429fe9591598 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6656d74f77af428aba35d0d4513da3b9&device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 1096 time: 0.0562558 Oct 27 10:19:21.602612 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-069f25ff-cd58-4ac6-aeed-7d055e67cb78 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83715df-8e47-44e2-a635-6ab619e271fb HTTP/1.1" status: 200 len: 217 time: 0.0554128 Oct 27 10:19:21.663922 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-e8114e70-31d9-487c-8e8c-5d46679b3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:21.666186 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-e8114e70-31d9-487c-8e8c-5d46679b3706 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ecc75ced-88da-4001-a1b2-e070b2cff892 HTTP/1.1" status: 200 len: 856 time: 0.0551732 Oct 27 10:19:21.787102 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-ff9a5ec0-4fe9-4a8b-ac58-33963a0931b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:21.793378 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-ff9a5ec0-4fe9-4a8b-ac58-33963a0931b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=85cca7a2-e927-4155-9525-946b9afad186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1063530 Oct 27 10:19:21.801304 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea01438-e223-482a-aae0-ee358ca90154 req-d8c76038-54dd-4224-8dd6-b51f46544126 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:21.802867 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6ea01438-e223-482a-aae0-ee358ca90154 req-d8c76038-54dd-4224-8dd6-b51f46544126 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 944 time: 0.1062045 Oct 27 10:19:21.891330 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6ea01438-e223-482a-aae0-ee358ca90154 req-4b27d437-80de-4f45-aff0-b5b800111594 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800927 Oct 27 10:19:21.933368 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-cf39249b-1813-47ab-b341-820139dcbf84 service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290994 Oct 27 10:19:21.966208 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a45f9-706d-4582-9a95-029e42ef4580 req-1e7d1a33-0aca-4338-8e76-559cd0f8ad4b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:21.966208 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cc0a45f9-706d-4582-9a95-029e42ef4580 req-1e7d1a33-0aca-4338-8e76-559cd0f8ad4b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.0552335 Oct 27 10:19:22.018987 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cc0a45f9-706d-4582-9a95-029e42ef4580 req-4b2770b2-dbf7-4fbe-bb06-e3d05da80310 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403421 Oct 27 10:19:22.039184 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d90d14a0-322d-4aff-962f-5aeb6ae5a747 req-5936ba89-73b1-4f66-a251-8bae16ec694c service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991309 Oct 27 10:19:22.230025 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:22.329301 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 45820) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:22.488649 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:22.498694 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-9b442fca-8953-45fc-8f61-843314d85ac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:22.603831 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-9b442fca-8953-45fc-8f61-843314d85ac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:22.679733 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76b222-e2b2-49a9-bc3b-958d952a41a2 req-92e62709-9fd7-41be-a1a2-03e56062cd9f tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:22.681825 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1b76b222-e2b2-49a9-bc3b-958d952a41a2 req-92e62709-9fd7-41be-a1a2-03e56062cd9f tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 944 time: 0.0598307 Oct 27 10:19:22.726648 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-9b442fca-8953-45fc-8f61-843314d85ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:22.727948 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1b76b222-e2b2-49a9-bc3b-958d952a41a2 req-a872c516-fb52-4e30-9f61-a12abb29c972 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391085 Oct 27 10:19:22.783210 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-9b442fca-8953-45fc-8f61-843314d85ac8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6265a106990f4df387ef1e9cfcd49824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526010 Oct 27 10:19:22.784327 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b442fca-8953-45fc-8f61-843314d85ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f919dc-fccd-4025-b00b-2d089a1974ed,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:22.786143 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 45850) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:22.852750 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b4b9470e-16b2-4510-8c88-1e0f90d449b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:22.897342 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b4b9470e-16b2-4510-8c88-1e0f90d449b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.037704 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b4b9470e-16b2-4510-8c88-1e0f90d449b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.040259 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b4b9470e-16b2-4510-8c88-1e0f90d449b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.043722 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-b4b9470e-16b2-4510-8c88-1e0f90d449b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/13f919dc-fccd-4025-b00b-2d089a1974ed HTTP/1.1" status: 204 len: 168 time: 0.2542813 Oct 27 10:19:23.052077 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9470e-16b2-4510-8c88-1e0f90d449b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f919dc-fccd-4025-b00b-2d089a1974ed,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:23.084182 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0230338-1937-47f3-b56d-cab8f1dcd8c3 req-a40cdbe2-1da1-41ba-b21c-88fa6eb77d92 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:23.084182 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-d0230338-1937-47f3-b56d-cab8f1dcd8c3 req-a40cdbe2-1da1-41ba-b21c-88fa6eb77d92 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 944 time: 0.1075516 Oct 27 10:19:23.149875 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-d0230338-1937-47f3-b56d-cab8f1dcd8c3 req-9c1a4d05-876a-4fac-86a6-c5b354ea51b3 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561154 Oct 27 10:19:23.191762 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef839e5-dbed-48b6-853c-cb58c3a91d7e req-faa5aecf-0e4f-4f06-847e-abac2a6cb9c9 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:23.193527 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3ef839e5-dbed-48b6-853c-cb58c3a91d7e req-faa5aecf-0e4f-4f06-847e-abac2a6cb9c9 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.0796101 Oct 27 10:19:23.255434 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3ef839e5-dbed-48b6-853c-cb58c3a91d7e req-d95835a3-611f-4665-a602-d5a6bde07696 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541828 Oct 27 10:19:23.291741 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:23.481431 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:19:23.485628 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:23.486982 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.575325 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.603135 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:23.680576 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94,segment=NetworkSegment(66017457-cfb9-4167-87a0-1a1e00a637a8),segment_id=66017457-cfb9-4167-87a0-1a1e00a637a8)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:23.738027 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.739120 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 68df75fe-c6d2-4823-9211-f99abce959de up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:23.822831 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959de80a-a95a-4f11-8d7a-ff05eb52de8c" -d '{"events": [{"server_uuid": "aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1", "name": "network-vif-plugged", "status": "completed", "tag": "3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:23.874557 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a1c0e-c915-4933-93ed-9e79e5fcaa9c req-636028b8-da5a-462f-b30a-36d3e0a2229a tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:23.877143 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-483a1c0e-c915-4933-93ed-9e79e5fcaa9c req-636028b8-da5a-462f-b30a-36d3e0a2229a tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 944 time: 0.0637455 Oct 27 10:19:23.887310 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:23.933875 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-483a1c0e-c915-4933-93ed-9e79e5fcaa9c req-e51ae561-f012-40ab-8b63-a784b0f60fdb tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472374 Oct 27 10:19:23.940746 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port 68df75fe-c6d2-4823-9211-f99abce959de completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:19:23.947893 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 45906) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:23.955499 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port 68df75fe-c6d2-4823-9211-f99abce959de triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:23.956130 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.966305 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427bc3ba-bb63-418a-8098-e590f4d6841e x-openstack-request-id: req-427bc3ba-bb63-418a-8098-e590f4d6841e {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:23.966625 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1", "name": "network-vif-plugged", "status": "completed", "tag": "3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:23.967036 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-427bc3ba-bb63-418a-8098-e590f4d6841e {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:23.967641 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94', 'code': 200} Oct 27 10:19:23.969589 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1af286d1-99c4-414d-bc07-0b2993b9057e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.118499 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1af286d1-99c4-414d-bc07-0b2993b9057e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.125890 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.173585 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 68df75fe-c6d2-4823-9211-f99abce959de, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=68df75fe-c6d2-4823-9211-f99abce959de,segment=NetworkSegment(4c774455-0f79-445f-b6d2-4dbd20d3d371),segment_id=4c774455-0f79-445f-b6d2-4dbd20d3d371)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:24.270180 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.276670 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da161e-c18a-465b-8982-961d07fd200d req-7806739b-151d-41be-a9cb-cf4049d7ac7e tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:24.276670 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a8da161e-c18a-465b-8982-961d07fd200d req-7806739b-151d-41be-a9cb-cf4049d7ac7e tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 945 time: 0.0493350 Oct 27 10:19:24.277535 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1af286d1-99c4-414d-bc07-0b2993b9057e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.331605 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.333286 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 6cc4e7aa-e75a-4555-9efe-3fa7430db86c up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:24.335139 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-1af286d1-99c4-414d-bc07-0b2993b9057e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5b994246941e44e29d18190d6f5e4c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3857172 Oct 27 10:19:24.341397 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af286d1-99c4-414d-bc07-0b2993b9057e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7178a16-a0b1-4dcc-9a5d-8cbeef91aee7,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:24.341397 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 45926) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:24.379402 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a8da161e-c18a-465b-8982-961d07fd200d req-a64866d4-06a8-4a13-9a92-5d292c40fd61 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908244 Oct 27 10:19:24.436552 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7165-b2c6-4cdb-904b-834bcf1ed405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.463899 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=68df75fe-c6d2-4823-9211-f99abce959de,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:24.469772 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7165-b2c6-4cdb-904b-834bcf1ed405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.521570 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec1307-0a59-4a54-8341-12fe517ca9b0 req-55e4f12f-53a1-422e-adf7-5859ed98f963 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:24.523174 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1cec1307-0a59-4a54-8341-12fe517ca9b0 req-55e4f12f-53a1-422e-adf7-5859ed98f963 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.1747174 Oct 27 10:19:24.537647 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24005b87-34c2-4843-b3bc-fe8d8d364601 req-461a993f-d9db-414d-94ab-068764c699c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:24.539364 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-24005b87-34c2-4843-b3bc-fe8d8d364601 req-461a993f-d9db-414d-94ab-068764c699c3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 1098 time: 0.1462276 Oct 27 10:19:24.577859 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-24005b87-34c2-4843-b3bc-fe8d8d364601 req-bf6ae10f-2173-470d-8e81-d3f9c4f4a2fb service neutron] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.589421 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1cec1307-0a59-4a54-8341-12fe517ca9b0 req-dea8c068-7ae4-4114-be26-c0ded3024974 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592332 Oct 27 10:19:24.612306 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port 6cc4e7aa-e75a-4555-9efe-3fa7430db86c completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:19:24.617313 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port 6cc4e7aa-e75a-4555-9efe-3fa7430db86c triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:24.622307 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.692500 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.704014 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7165-b2c6-4cdb-904b-834bcf1ed405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.706958 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7165-b2c6-4cdb-904b-834bcf1ed405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.711996 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-c2dc7165-b2c6-4cdb-904b-834bcf1ed405 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c7178a16-a0b1-4dcc-9a5d-8cbeef91aee7 HTTP/1.1" status: 204 len: 168 time: 0.3663723 Oct 27 10:19:24.716159 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc7165-b2c6-4cdb-904b-834bcf1ed405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7178a16-a0b1-4dcc-9a5d-8cbeef91aee7,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:24.736128 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 6cc4e7aa-e75a-4555-9efe-3fa7430db86c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6cc4e7aa-e75a-4555-9efe-3fa7430db86c,segment=NetworkSegment(4c774455-0f79-445f-b6d2-4dbd20d3d371),segment_id=4c774455-0f79-445f-b6d2-4dbd20d3d371)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:24.798315 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-24005b87-34c2-4843-b3bc-fe8d8d364601 req-bf6ae10f-2173-470d-8e81-d3f9c4f4a2fb service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.829138 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.853467 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 45946) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:24.880133 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=6cc4e7aa-e75a-4555-9efe-3fa7430db86c,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:24.905716 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-24005b87-34c2-4843-b3bc-fe8d8d364601 req-bf6ae10f-2173-470d-8e81-d3f9c4f4a2fb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:24.962582 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-24005b87-34c2-4843-b3bc-fe8d8d364601 req-bf6ae10f-2173-470d-8e81-d3f9c4f4a2fb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152765 Oct 27 10:19:24.973172 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ae10f-2173-470d-8e81-d3f9c4f4a2fb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab25538-afe1-4dbe-9b0e-9b467c9a7c44,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:25.108859 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2813f-0831-4515-9626-7e7c989e8952 req-e3cdb0a4-eff8-4482-a58e-e843f3592060 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:25.110540 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-77c2813f-0831-4515-9626-7e7c989e8952 req-e3cdb0a4-eff8-4482-a58e-e843f3592060 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.1077318 Oct 27 10:19:25.136576 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6ec538e0-7c62-4a0f-ba98-ef0205efd02e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.180962 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-77c2813f-0831-4515-9626-7e7c989e8952 req-bfbe21e6-d2c5-4ca1-8105-9c9e885ab115 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603697 Oct 27 10:19:25.242385 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6ec538e0-7c62-4a0f-ba98-ef0205efd02e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.291967 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device f83715df-8e47-44e2-a635-6ab619e271fb details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:19:25.389983 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6ec538e0-7c62-4a0f-ba98-ef0205efd02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.432312 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-6ec538e0-7c62-4a0f-ba98-ef0205efd02e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fea9e87b9fdc4174b173f25e0fa082af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5777631 Oct 27 10:19:25.433146 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec538e0-7c62-4a0f-ba98-ef0205efd02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf160dc2-3334-4193-ad79-62f79df42f7c,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:25.435128 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 45976) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:25.529373 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port f83715df-8e47-44e2-a635-6ab619e271fb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f83715df-8e47-44e2-a635-6ab619e271fb,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:25.544373 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': 'f83715df-8e47-44e2-a635-6ab619e271fb', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'port_id': 'f83715df-8e47-44e2-a635-6ab619e271fb', 'mac_address': 'fa:16:3e:b9:cc:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:19:25.560418 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c7cab-6487-4c78-b9db-b2322f210b09 req-8ecac6e3-fc9e-4918-9381-324144592c5c tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:25.562610 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f29c7cab-6487-4c78-b9db-b2322f210b09 req-8ecac6e3-fc9e-4918-9381-324144592c5c tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 945 time: 0.0906703 Oct 27 10:19:25.577396 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ede7b39f-d5bc-43c5-b6a8-a562b62ea283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.602008 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.605123 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ede7b39f-d5bc-43c5-b6a8-a562b62ea283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.619892 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83715df-8e47-44e2-a635-6ab619e271fb {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:25.642702 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port f83715df-8e47-44e2-a635-6ab619e271fb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f83715df-8e47-44e2-a635-6ab619e271fb,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:25.644671 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f29c7cab-6487-4c78-b9db-b2322f210b09 req-ee034e95-2033-4f50-be3f-70f6a63e3e55 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756383 Oct 27 10:19:25.719854 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa394950-619d-43b6-b0c2-2ce89a9a1955 req-59b6fc00-ca50-4c04-979b-c07636b5ec47 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:25.721546 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-aa394950-619d-43b6-b0c2-2ce89a9a1955 req-59b6fc00-ca50-4c04-979b-c07636b5ec47 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.0517364 Oct 27 10:19:25.755151 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ede7b39f-d5bc-43c5-b6a8-a562b62ea283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.756943 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.758228 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ede7b39f-d5bc-43c5-b6a8-a562b62ea283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.759458 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-ede7b39f-d5bc-43c5-b6a8-a562b62ea283 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cf160dc2-3334-4193-ad79-62f79df42f7c HTTP/1.1" status: 204 len: 168 time: 0.3233516 Oct 27 10:19:25.768929 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7b39f-d5bc-43c5-b6a8-a562b62ea283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf160dc2-3334-4193-ad79-62f79df42f7c,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:25.770221 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-aa394950-619d-43b6-b0c2-2ce89a9a1955 req-88479032-2cf0-473f-8018-f87c38100e03 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401518 Oct 27 10:19:25.825469 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=f83715df-8e47-44e2-a635-6ab619e271fb,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:25.968679 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff76ee57-182d-42ab-bcdb-1ca0635846cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68df75fe-c6d2-4823-9211-f99abce959de'}, {'server_uuid': '9e460a03-b7da-496a-8bed-87ef55c872f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc4e7aa-e75a-4555-9efe-3fa7430db86c'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:25.971299 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f6c09c-8a02-4603-afb6-bc5236bb2177" -d '{"events": [{"server_uuid": "ff76ee57-182d-42ab-bcdb-1ca0635846cf", "name": "network-vif-plugged", "status": "completed", "tag": "68df75fe-c6d2-4823-9211-f99abce959de"}, {"server_uuid": "9e460a03-b7da-496a-8bed-87ef55c872f5", "name": "network-vif-plugged", "status": "completed", "tag": "6cc4e7aa-e75a-4555-9efe-3fa7430db86c"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:25.999535 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['f83715df-8e47-44e2-a635-6ab619e271fb'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:26.028955 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a00232-4600-4195-a7ac-cec8017537cc x-openstack-request-id: req-53a00232-4600-4195-a7ac-cec8017537cc {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:26.040332 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff76ee57-182d-42ab-bcdb-1ca0635846cf", "name": "network-vif-plugged", "status": "completed", "tag": "68df75fe-c6d2-4823-9211-f99abce959de", "code": 200}, {"server_uuid": "9e460a03-b7da-496a-8bed-87ef55c872f5", "name": "network-vif-plugged", "status": "completed", "tag": "6cc4e7aa-e75a-4555-9efe-3fa7430db86c", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:26.044608 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-53a00232-4600-4195-a7ac-cec8017537cc {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:26.044608 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff76ee57-182d-42ab-bcdb-1ca0635846cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68df75fe-c6d2-4823-9211-f99abce959de', 'code': 200} Oct 27 10:19:26.044608 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e460a03-b7da-496a-8bed-87ef55c872f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc4e7aa-e75a-4555-9efe-3fa7430db86c', 'code': 200} Oct 27 10:19:26.139941 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 46008) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:26.348170 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e44550-ce27-419d-8b6c-02ce3e492194 req-02be4667-c155-406b-a0cb-90b017187be9 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:26.349738 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-97e44550-ce27-419d-8b6c-02ce3e492194 req-02be4667-c155-406b-a0cb-90b017187be9 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0626931 Oct 27 10:19:26.390143 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-97e44550-ce27-419d-8b6c-02ce3e492194 req-dbf36b55-73aa-4399-abe7-12dde481e24a tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339134 Oct 27 10:19:26.485581 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962ee52-2078-42c6-94fd-e235effb2ad7 req-344c0c4e-220b-42b2-81d4-c90758ed9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:26.487095 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5962ee52-2078-42c6-94fd-e235effb2ad7 req-344c0c4e-220b-42b2-81d4-c90758ed9132 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 1098 time: 0.0548255 Oct 27 10:19:26.522842 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-7cabd171-52e5-4fcd-ba34-a7f3ea77d5a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:26.579840 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5962ee52-2078-42c6-94fd-e235effb2ad7 req-8e13e2db-241a-4396-97d8-aacb5aa46e59 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750856 Oct 27 10:19:26.593738 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22122a-aafa-4e10-9569-254d0da87c91 req-4bc34961-642d-42ef-a1c9-c8f371ba4183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:26.595708 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ce22122a-aafa-4e10-9569-254d0da87c91 req-4bc34961-642d-42ef-a1c9-c8f371ba4183 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 1098 time: 0.1218328 Oct 27 10:19:26.655913 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-7cabd171-52e5-4fcd-ba34-a7f3ea77d5a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:26.773320 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-7cabd171-52e5-4fcd-ba34-a7f3ea77d5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:26.832301 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-7cabd171-52e5-4fcd-ba34-a7f3ea77d5a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8750039f925457e9e51659250c0bc63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6908507 Oct 27 10:19:26.833958 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 46050) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:26.845154 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ce22122a-aafa-4e10-9569-254d0da87c91 req-30cb4b77-1006-4004-b9e8-3fa94802a538 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515327 Oct 27 10:19:26.848796 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6dba9-94d4-4de9-bb65-5fe458c0efba req-3c3df896-27ff-4c3c-be61-e8a4a8773132 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:26.850306 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a5f6dba9-94d4-4de9-bb65-5fe458c0efba req-3c3df896-27ff-4c3c-be61-e8a4a8773132 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 945 time: 0.1259151 Oct 27 10:19:26.852420 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabd171-52e5-4fcd-ba34-a7f3ea77d5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f4e4e8-345f-4195-80e1-7ce680172116,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:26.925188 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6749307-5802-4931-84a5-d83520f0ef1f req-e0f8c1cd-cae4-49f0-a1d7-cb502885306c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:26.927041 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c6749307-5802-4931-84a5-d83520f0ef1f req-e0f8c1cd-cae4-49f0-a1d7-cb502885306c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 944 time: 0.0592232 Oct 27 10:19:26.930787 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a5f6dba9-94d4-4de9-bb65-5fe458c0efba req-250a05c0-e141-44dd-84b9-d340fa5fb5c1 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707421 Oct 27 10:19:26.933821 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6cfc7097-d4ca-47ca-acda-da02c301b279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:26.946994 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 46056) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:26.964030 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-91deedb5-cc16-4b50-96af-c2691d82eb5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:26.977029 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6cfc7097-d4ca-47ca-acda-da02c301b279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:26.987112 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c6749307-5802-4931-84a5-d83520f0ef1f req-6e30588f-66ca-4361-adf1-6aecc838b6db tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526900 Oct 27 10:19:27.101701 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-91deedb5-cc16-4b50-96af-c2691d82eb5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.223610 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6cfc7097-d4ca-47ca-acda-da02c301b279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.226242 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6cfc7097-d4ca-47ca-acda-da02c301b279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.228278 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-6cfc7097-d4ca-47ca-acda-da02c301b279 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e8f4e4e8-345f-4195-80e1-7ce680172116 HTTP/1.1" status: 204 len: 168 time: 0.3918014 Oct 27 10:19:27.236810 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc7097-d4ca-47ca-acda-da02c301b279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f4e4e8-345f-4195-80e1-7ce680172116,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:27.263085 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-91deedb5-cc16-4b50-96af-c2691d82eb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.298270 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device f83715df-8e47-44e2-a635-6ab619e271fb up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:27.307848 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:19:27.313403 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-91deedb5-cc16-4b50-96af-c2691d82eb5a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4cd35fbb860941efa05578748c3bce6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650498 Oct 27 10:19:27.316019 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 46070) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:27.323960 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91deedb5-cc16-4b50-96af-c2691d82eb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b68595-d51e-4e8e-bb2d-32fea21fdaac,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:27.398838 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2ea778f6-b40f-42a5-9e7e-2802a9480364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.426885 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2ea778f6-b40f-42a5-9e7e-2802a9480364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.524975 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8faf2-3ab1-40d9-969a-ff1f7f5c6f5f req-812bc810-dd91-4988-8789-99da4712eab8 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:27.526496 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-66c8faf2-3ab1-40d9-969a-ff1f7f5c6f5f req-812bc810-dd91-4988-8789-99da4712eab8 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0554206 Oct 27 10:19:27.537521 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port f83715df-8e47-44e2-a635-6ab619e271fb completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:19:27.541420 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port f83715df-8e47-44e2-a635-6ab619e271fb triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:27.541892 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.566979 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-66c8faf2-3ab1-40d9-969a-ff1f7f5c6f5f req-925fffd1-e386-4c99-bcd6-1de952043259 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337372 Oct 27 10:19:27.567975 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2ea778f6-b40f-42a5-9e7e-2802a9480364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.570552 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2ea778f6-b40f-42a5-9e7e-2802a9480364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.578375 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-2ea778f6-b40f-42a5-9e7e-2802a9480364 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/18b68595-d51e-4e8e-bb2d-32fea21fdaac HTTP/1.1" status: 204 len: 168 time: 0.2576175 Oct 27 10:19:27.584181 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea778f6-b40f-42a5-9e7e-2802a9480364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b68595-d51e-4e8e-bb2d-32fea21fdaac,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:27.677324 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.719745 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port f83715df-8e47-44e2-a635-6ab619e271fb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f83715df-8e47-44e2-a635-6ab619e271fb,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:27.851192 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.901720 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=f83715df-8e47-44e2-a635-6ab619e271fb,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:28.043219 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90f0481-adb6-4d16-ad5d-a2505b777a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83715df-8e47-44e2-a635-6ab619e271fb'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:28.046116 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67baa8ba-24b4-4dcf-a1e8-7964ea426530" -d '{"events": [{"server_uuid": "f90f0481-adb6-4d16-ad5d-a2505b777a0e", "name": "network-vif-plugged", "status": "completed", "tag": "f83715df-8e47-44e2-a635-6ab619e271fb"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:28.084779 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a686840-77c8-4353-9fbb-8bf0844a2f69 req-a5798138-026b-4672-a3e8-4faeb8b86579 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:28.084779 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5a686840-77c8-4353-9fbb-8bf0844a2f69 req-a5798138-026b-4672-a3e8-4faeb8b86579 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 945 time: 0.0619602 Oct 27 10:19:28.124827 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5a686840-77c8-4353-9fbb-8bf0844a2f69 req-baee2b18-fb6d-43d3-9294-45ccfb4c2bb5 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351024 Oct 27 10:19:28.137255 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e910281-25d4-4af8-8096-e247b648fb88 req-5f189363-e8ca-4983-8c38-83704b9601b8 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:28.138858 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5e910281-25d4-4af8-8096-e247b648fb88 req-5f189363-e8ca-4983-8c38-83704b9601b8 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0573447 Oct 27 10:19:28.181850 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397a0180-910a-4625-b886-1ecb4bbe6ea3 x-openstack-request-id: req-397a0180-910a-4625-b886-1ecb4bbe6ea3 {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:28.182232 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90f0481-adb6-4d16-ad5d-a2505b777a0e", "name": "network-vif-plugged", "status": "completed", "tag": "f83715df-8e47-44e2-a635-6ab619e271fb", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:28.182558 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-397a0180-910a-4625-b886-1ecb4bbe6ea3 {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:28.183013 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90f0481-adb6-4d16-ad5d-a2505b777a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83715df-8e47-44e2-a635-6ab619e271fb', 'code': 200} Oct 27 10:19:28.194958 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5e910281-25d4-4af8-8096-e247b648fb88 req-b455dadd-8aef-4a4e-9767-04e9187d44bc tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490627 Oct 27 10:19:28.268974 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 46110) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:28.284127 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-7c94719b-43fa-4365-b827-e42dd51214c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:28.394719 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-7c94719b-43fa-4365-b827-e42dd51214c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:28.521854 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-7c94719b-43fa-4365-b827-e42dd51214c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:28.565058 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-7c94719b-43fa-4365-b827-e42dd51214c3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e61c7760efb4e2294e4dc29efbc8023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949662 Oct 27 10:19:28.565983 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94719b-43fa-4365-b827-e42dd51214c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be40870-b89c-4275-80d3-081a4af1ebbc,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:28.567891 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 46120) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:28.647612 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4c2a0-36cd-4420-abb4-b2ec53ed5b85 req-729dfb6a-91b4-49eb-9484-1f739af1b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:28.649041 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-79a4c2a0-36cd-4420-abb4-b2ec53ed5b85 req-729dfb6a-91b4-49eb-9484-1f739af1b38e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 1098 time: 0.0750003 Oct 27 10:19:28.654696 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a536ba9c-2bd8-4b43-bc78-7f5c3d875ab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:28.700176 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a536ba9c-2bd8-4b43-bc78-7f5c3d875ab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:28.770213 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-79a4c2a0-36cd-4420-abb4-b2ec53ed5b85 req-2934713a-0893-493e-bc89-917770ccaa39 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038394 Oct 27 10:19:28.789059 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a16809-587d-461c-88a5-fa519c6bbf38 req-919b7fea-af9f-4bba-b580-3d10a720bcac tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:28.790546 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-93a16809-587d-461c-88a5-fa519c6bbf38 req-919b7fea-af9f-4bba-b580-3d10a720bcac tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.1112640 Oct 27 10:19:28.834449 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-93a16809-587d-461c-88a5-fa519c6bbf38 req-ee61de30-c4b2-419b-8869-1e8d1a9e77eb tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362303 Oct 27 10:19:28.943514 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a536ba9c-2bd8-4b43-bc78-7f5c3d875ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:28.946401 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a536ba9c-2bd8-4b43-bc78-7f5c3d875ab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:28.950489 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-a536ba9c-2bd8-4b43-bc78-7f5c3d875ab1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9be40870-b89c-4275-80d3-081a4af1ebbc HTTP/1.1" status: 204 len: 168 time: 0.3786862 Oct 27 10:19:28.962561 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536ba9c-2bd8-4b43-bc78-7f5c3d875ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be40870-b89c-4275-80d3-081a4af1ebbc,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:29.394467 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad88e2-f010-4c5a-94cb-62d120a0eb6c req-b1ffb3d6-4e4e-467f-b423-6f1ccc5d76d7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:29.396347 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e6ad88e2-f010-4c5a-94cb-62d120a0eb6c req-b1ffb3d6-4e4e-467f-b423-6f1ccc5d76d7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0953963 Oct 27 10:19:29.452145 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e6ad88e2-f010-4c5a-94cb-62d120a0eb6c req-6ab78c2e-9283-4434-af34-a357ec8e38e6 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468531 Oct 27 10:19:29.494300 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dc1a6-3fd1-421d-9343-503c25c11511 req-00ac227f-bdeb-4e51-9e9e-3461597f2347 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:29.495812 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e14dc1a6-3fd1-421d-9343-503c25c11511 req-00ac227f-bdeb-4e51-9e9e-3461597f2347 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0817935 Oct 27 10:19:29.549465 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e14dc1a6-3fd1-421d-9343-503c25c11511 req-2efb7fbc-e7e9-4c6c-a3d5-e13981c79f94 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464871 Oct 27 10:19:29.562687 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0f627-431b-4a3c-ab25-94f5c7000706 req-b500719c-66c3-441f-bb98-ae389cf2f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:29.564812 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6af0f627-431b-4a3c-ab25-94f5c7000706 req-b500719c-66c3-441f-bb98-ae389cf2f302 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e708eaedc394ca29a2d62525710ec30&device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 1098 time: 0.0590549 Oct 27 10:19:29.666308 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0f627-431b-4a3c-ab25-94f5c7000706 req-f38cb66b-033e-477c-8d7b-f5c530eae218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:29.668471 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6af0f627-431b-4a3c-ab25-94f5c7000706 req-f38cb66b-033e-477c-8d7b-f5c530eae218 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12a0c60b-6b74-4c6e-aa76-24304d8e4193 HTTP/1.1" status: 200 len: 920 time: 0.0887551 Oct 27 10:19:29.714953 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6af0f627-431b-4a3c-ab25-94f5c7000706 req-ba9a865e-df38-4763-944a-0050c8dbd9cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cc4e7aa-e75a-4555-9efe-3fa7430db86c HTTP/1.1" status: 200 len: 217 time: 0.0393469 Oct 27 10:19:29.773667 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0f627-431b-4a3c-ab25-94f5c7000706 req-a9e3494b-5aa0-4fa3-bba7-aeae6dd58d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:29.775164 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6af0f627-431b-4a3c-ab25-94f5c7000706 req-a9e3494b-5aa0-4fa3-bba7-aeae6dd58d41 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ec27a5a-0204-41d8-9c46-0b4aeb02bde5 HTTP/1.1" status: 200 len: 859 time: 0.0527291 Oct 27 10:19:29.814484 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6af0f627-431b-4a3c-ab25-94f5c7000706 req-1ab5c4f8-6089-4ccc-a165-11e2c6a95a62 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12a0c60b-6b74-4c6e-aa76-24304d8e4193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312858 Oct 27 10:19:29.919244 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6af0f627-431b-4a3c-ab25-94f5c7000706 req-11723845-cde9-4a70-aae0-f598d50a299f service neutron] 10.222.0.73 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924020 Oct 27 10:19:30.029250 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6af0f627-431b-4a3c-ab25-94f5c7000706 req-bc409969-72c9-406b-b396-1a7d0270cfeb service neutron] 10.222.0.73 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011999 Oct 27 10:19:30.333522 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 46226) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:30.438624 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-bd31ba51-94d2-452f-802f-d3f88829dd9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-527150771-network', 'tenant_id': 'b4f54f3905c74ca9af075e871cebb01e'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:30.548254 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd31ba51-94d2-452f-802f-d3f88829dd9f admin admin] Made reservation on behalf of b4f54f3905c74ca9af075e871cebb01e for: {'network': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:30.550908 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bd31ba51-94d2-452f-802f-d3f88829dd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.575855 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bd31ba51-94d2-452f-802f-d3f88829dd9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.654823 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb474b-eaa8-4b13-9270-83899ebe0796 req-e884e55b-ef8e-4f9f-8078-3f4ef4a8c114 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:30.656433 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2bbb474b-eaa8-4b13-9270-83899ebe0796 req-e884e55b-ef8e-4f9f-8078-3f4ef4a8c114 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.1019444 Oct 27 10:19:30.717038 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2bbb474b-eaa8-4b13-9270-83899ebe0796 req-6290a8ad-04ca-4a95-9e27-47ca0e5780ef tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497763 Oct 27 10:19:30.731241 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bd31ba51-94d2-452f-802f-d3f88829dd9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.795095 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bd31ba51-94d2-452f-802f-d3f88829dd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.809664 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd31ba51-94d2-452f-802f-d3f88829dd9f admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=102225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:19:30.864081 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bd31ba51-94d2-452f-802f-d3f88829dd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.868409 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.segments_db [None req-bd31ba51-94d2-452f-802f-d3f88829dd9f admin admin] Added segment 7538b368-a950-47a4-b9e9-8b9198737222 of type vlan for network d7bf5dc6-9f70-47f5-9f45-85956db370a6 Oct 27 10:19:30.879321 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31ba51-94d2-452f-802f-d3f88829dd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b921cc5f-ef34-41f7-964d-f6164d73b441,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:30.921278 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bd31ba51-94d2-452f-802f-d3f88829dd9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.938858 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c9f06-2b8b-4b15-9eba-f3909dd5b400 req-47a8aceb-9fbe-4a4f-9ec6-efe6f37fc97d tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:30.940346 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-909c9f06-2b8b-4b15-9eba-f3909dd5b400 req-47a8aceb-9fbe-4a4f-9ec6-efe6f37fc97d tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.1325517 Oct 27 10:19:31.002966 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-909c9f06-2b8b-4b15-9eba-f3909dd5b400 req-6e0486ba-7a8e-4cff-be90-3b14daf80c74 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559056 Oct 27 10:19:31.042625 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 46258) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:31.104050 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bd31ba51-94d2-452f-802f-d3f88829dd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:31.105089 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd31ba51-94d2-452f-802f-d3f88829dd9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:31.109464 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bd31ba51-94d2-452f-802f-d3f88829dd9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:31.213706 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6f72bb54-e4ee-468f-a8cd-f781dbde5f59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:31.237584 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-bd31ba51-94d2-452f-802f-d3f88829dd9f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9029198 Oct 27 10:19:31.239981 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31ba51-94d2-452f-802f-d3f88829dd9f admin admin] Pushing event updated for resources: {'Network': ['ID=d7bf5dc6-9f70-47f5-9f45-85956db370a6,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:31.240710 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 46268) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:31.251480 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-646b0538-de40-43d9-94e9-b7fba06985a8 admin admin] Request body: {'subnet': {'network_id': 'd7bf5dc6-9f70-47f5-9f45-85956db370a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-527150771-subnet', 'tenant_id': 'b4f54f3905c74ca9af075e871cebb01e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:31.258726 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network d7bf5dc6-9f70-47f5-9f45-85956db370a6 details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:19:31.261816 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3a260-8661-4055-92de-089769bd9769 req-7e21d724-e39e-4f28-8578-3728dbd5b586 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:31.263518 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-88a3a260-8661-4055-92de-089769bd9769 req-7e21d724-e39e-4f28-8578-3728dbd5b586 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.1484640 Oct 27 10:19:31.279332 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 46270) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:31.286245 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-eb6f6dd3-cc0e-40bd-81c4-dade189d816c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Request body: {'floatingip': {'port_id': 'f83715df-8e47-44e2-a635-6ab619e271fb'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:31.373453 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-eb6f6dd3-cc0e-40bd-81c4-dade189d816c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for floatingip, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:31.401762 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646b0538-de40-43d9-94e9-b7fba06985a8 admin admin] Made reservation on behalf of b4f54f3905c74ca9af075e871cebb01e for: {'subnet': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:31.404921 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-646b0538-de40-43d9-94e9-b7fba06985a8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:31.572550 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6f72bb54-e4ee-468f-a8cd-f781dbde5f59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:31.857364 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-646b0538-de40-43d9-94e9-b7fba06985a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for subnet, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:31.933732 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646b0538-de40-43d9-94e9-b7fba06985a8 admin admin] Checking segment: {'id': '7538b368-a950-47a4-b9e9-8b9198737222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd7bf5dc6-9f70-47f5-9f45-85956db370a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:31.934998 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646b0538-de40-43d9-94e9-b7fba06985a8 admin admin] Network hostable DHCP agents. Network: d7bf5dc6-9f70-47f5-9f45-85956db370a6, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:19:31.939439 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b0538-de40-43d9-94e9-b7fba06985a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba15c58-3e08-4300-b20b-c364c13f8236,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:32.021387 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6f72bb54-e4ee-468f-a8cd-f781dbde5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:32.103865 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646b0538-de40-43d9-94e9-b7fba06985a8 admin admin] Network d7bf5dc6-9f70-47f5-9f45-85956db370a6 is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:19:32.172376 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 46298) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:32.172677 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-6f72bb54-e4ee-468f-a8cd-f781dbde5f59 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e6b1cf3adbd243fb8124d500f86ce8bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1281061 Oct 27 10:19:32.181282 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72bb54-e4ee-468f-a8cd-f781dbde5f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6fb8e5-d2ce-491e-9784-aadaf242efc7,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:32.210656 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-646b0538-de40-43d9-94e9-b7fba06985a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, d7bf5dc6-9f70-47f5-9f45-85956db370a6) {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:32.218420 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646b0538-de40-43d9-94e9-b7fba06985a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:32.219184 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-646b0538-de40-43d9-94e9-b7fba06985a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:32.224512 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d209bb-e176-47c9-b777-6b7bbd431369 None None] Network d7bf5dc6-9f70-47f5-9f45-85956db370a6 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:19:32.253482 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f59b32de-825b-49b7-8181-bf7d33ed27fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:32.269266 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8da7b7-84e9-4e41-94aa-b86cae7c0397 req-348d0fd6-0180-4d36-803e-b74c14fa9576 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:32.270993 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ce8da7b7-84e9-4e41-94aa-b86cae7c0397 req-348d0fd6-0180-4d36-803e-b74c14fa9576 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.1821055 Oct 27 10:19:32.291114 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f59b32de-825b-49b7-8181-bf7d33ed27fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:32.308005 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.db.resource_extend [None req-eb6f6dd3-cc0e-40bd-81c4-dade189d816c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:19:32.348928 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-646b0538-de40-43d9-94e9-b7fba06985a8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1059446 Oct 27 10:19:32.415311 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ce8da7b7-84e9-4e41-94aa-b86cae7c0397 req-6930fccb-60bd-412a-9c05-51624fac6de9 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353335 Oct 27 10:19:32.437554 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-eb6f6dd3-cc0e-40bd-81c4-dade189d816c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:32.491804 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f59b32de-825b-49b7-8181-bf7d33ed27fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:32.494524 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f59b32de-825b-49b7-8181-bf7d33ed27fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:32.502275 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-f59b32de-825b-49b7-8181-bf7d33ed27fb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8b6fb8e5-d2ce-491e-9784-aadaf242efc7 HTTP/1.1" status: 204 len: 168 time: 0.3271945 Oct 27 10:19:32.505423 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ea3285-4319-4d87-bb95-f5685c836d75 None None] Network d7bf5dc6-9f70-47f5-9f45-85956db370a6 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:19:32.515246 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b32de-825b-49b7-8181-bf7d33ed27fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6fb8e5-d2ce-491e-9784-aadaf242efc7,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:32.520802 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-eb6f6dd3-cc0e-40bd-81c4-dade189d816c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623603'] for floatingip, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:32.670799 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.l3_db [None req-eb6f6dd3-cc0e-40bd-81c4-dade189d816c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Floating IP b6ba8250-0471-4a61-952a-ad2a5551df31 associated. External IP: 172.27.3.124, port: f83715df-8e47-44e2-a635-6ab619e271fb. Oct 27 10:19:32.924764 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6f6dd3-cc0e-40bd-81c4-dade189d816c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Router dffdf481-4aba-402a-8fc8-0e115f11f164 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:19:33.042119 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6f6dd3-cc0e-40bd-81c4-dade189d816c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:19:33.047737 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-eb6f6dd3-cc0e-40bd-81c4-dade189d816c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.063193 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8d81d-1455-4c41-a6e7-75928161ae35 None None] Sync routers for ids ['dffdf481-4aba-402a-8fc8-0e115f11f164'] in dv-cinder-815145-2-iscsi {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:19:33.075767 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8d81d-1455-4c41-a6e7-75928161ae35 None None] Routers {'dffdf481-4aba-402a-8fc8-0e115f11f164'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:33.077547 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-9be8d81d-1455-4c41-a6e7-75928161ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:19:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['dffdf481-4aba-402a-8fc8-0e115f11f164'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:33.095515 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-eb6f6dd3-cc0e-40bd-81c4-dade189d816c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "PUT /v2.0/floatingips/b6ba8250-0471-4a61-952a-ad2a5551df31 HTTP/1.1" status: 200 len: 991 time: 1.8103566 Oct 27 10:19:33.095515 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90f0481-adb6-4d16-ad5d-a2505b777a0e', 'tag': 'f83715df-8e47-44e2-a635-6ab619e271fb'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:33.096115 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a422090-792d-4fae-99a8-04483d6a15fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f90f0481-adb6-4d16-ad5d-a2505b777a0e", "tag": "f83715df-8e47-44e2-a635-6ab619e271fb"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:33.144882 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941aabec-2b80-4e97-bb58-dd30fd9ab417 x-openstack-request-id: req-941aabec-2b80-4e97-bb58-dd30fd9ab417 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:33.145177 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90f0481-adb6-4d16-ad5d-a2505b777a0e", "tag": "f83715df-8e47-44e2-a635-6ab619e271fb", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:33.150560 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-941aabec-2b80-4e97-bb58-dd30fd9ab417 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:33.150560 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90f0481-adb6-4d16-ad5d-a2505b777a0e', 'tag': 'f83715df-8e47-44e2-a635-6ab619e271fb', 'status': 'completed', 'code': 200} Oct 27 10:19:33.231230 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a422090-792d-4fae-99a8-04483d6a15fc req-a6c7868c-e45a-4ab1-90d5-3e31948d78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:33.232826 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9a422090-792d-4fae-99a8-04483d6a15fc req-a6c7868c-e45a-4ab1-90d5-3e31948d78d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6656d74f77af428aba35d0d4513da3b9&device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 1098 time: 0.0616188 Oct 27 10:19:33.233625 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-9be8d81d-1455-4c41-a6e7-75928161ae35 None None] Set router dffdf481-4aba-402a-8fc8-0e115f11f164 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:33.284354 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 46328) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:33.311629 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e2d1bc11-fd8b-49fa-874c-aa23a65ae63f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.391267 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a422090-792d-4fae-99a8-04483d6a15fc req-3fcf580a-976b-44b0-9684-6015d123db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:33.393341 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9a422090-792d-4fae-99a8-04483d6a15fc req-3fcf580a-976b-44b0-9684-6015d123db69 service neutron] 10.222.0.73 "GET /v2.0/networks?id=85cca7a2-e927-4155-9525-946b9afad186 HTTP/1.1" status: 200 len: 918 time: 0.1387305 Oct 27 10:19:33.483409 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e2d1bc11-fd8b-49fa-874c-aa23a65ae63f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.534110 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9a422090-792d-4fae-99a8-04483d6a15fc req-a10192ff-af9c-4f9d-bacb-d21069dbfd7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83715df-8e47-44e2-a635-6ab619e271fb HTTP/1.1" status: 200 len: 999 time: 0.1323974 Oct 27 10:19:33.625979 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a422090-792d-4fae-99a8-04483d6a15fc req-dca2219c-9607-493e-bfca-377dcc765d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:33.627626 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9a422090-792d-4fae-99a8-04483d6a15fc req-dca2219c-9607-493e-bfca-377dcc765d57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ecc75ced-88da-4001-a1b2-e070b2cff892 HTTP/1.1" status: 200 len: 856 time: 0.0811653 Oct 27 10:19:33.644622 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 46344) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:33.648077 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31ab93-4284-451a-851a-2b1c2c7f67a4 req-05e1f5b2-cee0-4fc5-86de-9f66e43b918c tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:33.652628 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-a7f359dd-bfcb-4fae-bd25-b3ef0694290b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-489000583-network', 'tenant_id': '9f4d0c83f34d46299d3e2116f2de8445'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:33.655484 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ec31ab93-4284-451a-851a-2b1c2c7f67a4 req-05e1f5b2-cee0-4fc5-86de-9f66e43b918c tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.1420357 Oct 27 10:19:33.689869 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-9be8d81d-1455-4c41-a6e7-75928161ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port': {'id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:48Z', 'updated_at': '2021-10-27T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': 'b6ba8250-0471-4a61-952a-ad2a5551df31', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'port_id': 'f83715df-8e47-44e2-a635-6ab619e271fb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'mac_address': 'fa:16:3e:b9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90f0481-adb6-4d16-ad5d-a2505b777a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:19:02Z', 'updated_at': '2021-10-27T10:19:32Z', 'revision_number': 1, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6d5fff-4f3a-405b-8cee-d02a001b2f86', 'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'mac_address': 'fa:16:3e:1c:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:53Z', 'updated_at': '2021-10-27T10:19:01Z', 'revision_number': 5, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'subnets': [{'id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:33.690270 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e2d1bc11-fd8b-49fa-874c-aa23a65ae63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.718104 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8d81d-1455-4c41-a6e7-75928161ae35 None None] Checking router: dffdf481-4aba-402a-8fc8-0e115f11f164 for host: dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:19:33.739365 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-e2d1bc11-fd8b-49fa-874c-aa23a65ae63f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=efc6ad26a7614f2e95a0db6d7723e6f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4533243 Oct 27 10:19:33.745338 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ec31ab93-4284-451a-851a-2b1c2c7f67a4 req-a6a8215d-830c-40a2-9a22-82809b22d2ea tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854681 Oct 27 10:19:33.748821 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 46350) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:33.760267 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8d81d-1455-4c41-a6e7-75928161ae35 None None] Routers {'dffdf481-4aba-402a-8fc8-0e115f11f164'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:33.761797 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-9be8d81d-1455-4c41-a6e7-75928161ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:19:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['dffdf481-4aba-402a-8fc8-0e115f11f164'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:33.763720 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1bc11-fd8b-49fa-874c-aa23a65ae63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6086c83-8b62-4e4d-8df7-96c313ea258d,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:33.784075 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a422090-792d-4fae-99a8-04483d6a15fc req-fa097044-9b94-4bfb-8c45-0d4eb3c9334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:33.785687 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9a422090-792d-4fae-99a8-04483d6a15fc req-fa097044-9b94-4bfb-8c45-0d4eb3c9334d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=85cca7a2-e927-4155-9525-946b9afad186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1276360 Oct 27 10:19:33.839172 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f359dd-bfcb-4fae-bd25-b3ef0694290b admin admin] Made reservation on behalf of 9f4d0c83f34d46299d3e2116f2de8445 for: {'network': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:33.841678 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-a7f359dd-bfcb-4fae-bd25-b3ef0694290b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.855071 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-a7f359dd-bfcb-4fae-bd25-b3ef0694290b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.881626 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d5438c31-8267-4f76-970a-56c994f467a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.910823 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-9be8d81d-1455-4c41-a6e7-75928161ae35 None None] Set router dffdf481-4aba-402a-8fc8-0e115f11f164 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:33.917087 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d5438c31-8267-4f76-970a-56c994f467a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.946950 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9a422090-792d-4fae-99a8-04483d6a15fc req-ef7ff240-d962-4960-ac28-67c95e2a83d3 service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466544 Oct 27 10:19:33.967542 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-a7f359dd-bfcb-4fae-bd25-b3ef0694290b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.051916 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-a7f359dd-bfcb-4fae-bd25-b3ef0694290b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.079826 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f359dd-bfcb-4fae-bd25-b3ef0694290b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b745367-92b6-483c-b0eb-944feafed4d0,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:34.084684 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9a422090-792d-4fae-99a8-04483d6a15fc req-686c176d-441e-4d59-81e9-91eaf9280da6 service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177399 Oct 27 10:19:34.155021 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d5438c31-8267-4f76-970a-56c994f467a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.158105 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d5438c31-8267-4f76-970a-56c994f467a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.162074 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-d5438c31-8267-4f76-970a-56c994f467a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c6086c83-8b62-4e4d-8df7-96c313ea258d HTTP/1.1" status: 204 len: 168 time: 0.4115069 Oct 27 10:19:34.169068 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f359dd-bfcb-4fae-bd25-b3ef0694290b admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=102224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:19:34.170774 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5438c31-8267-4f76-970a-56c994f467a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6086c83-8b62-4e4d-8df7-96c313ea258d,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:34.177265 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-a7f359dd-bfcb-4fae-bd25-b3ef0694290b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.177428 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.db.segments_db [None req-a7f359dd-bfcb-4fae-bd25-b3ef0694290b admin admin] Added segment 8261b401-252d-4488-b2fc-3b9c2832a4ac of type vlan for network 04c0bdb4-6cb2-439e-90ed-6e292b3107fd Oct 27 10:19:34.235055 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-a7f359dd-bfcb-4fae-bd25-b3ef0694290b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.330772 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-9be8d81d-1455-4c41-a6e7-75928161ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port': {'id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:48Z', 'updated_at': '2021-10-27T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': 'b6ba8250-0471-4a61-952a-ad2a5551df31', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'port_id': 'f83715df-8e47-44e2-a635-6ab619e271fb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'mac_address': 'fa:16:3e:b9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90f0481-adb6-4d16-ad5d-a2505b777a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:19:02Z', 'updated_at': '2021-10-27T10:19:32Z', 'revision_number': 1, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6d5fff-4f3a-405b-8cee-d02a001b2f86', 'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'mac_address': 'fa:16:3e:1c:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:53Z', 'updated_at': '2021-10-27T10:19:01Z', 'revision_number': 5, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'subnets': [{'id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:34.364463 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8d81d-1455-4c41-a6e7-75928161ae35 None None] The sync data for ids ['dffdf481-4aba-402a-8fc8-0e115f11f164'] in dv-cinder-815145-2-iscsi is: [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port': {'id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:48Z', 'updated_at': '2021-10-27T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': 'b6ba8250-0471-4a61-952a-ad2a5551df31', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'port_id': 'f83715df-8e47-44e2-a635-6ab619e271fb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'mac_address': 'fa:16:3e:b9:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90f0481-adb6-4d16-ad5d-a2505b777a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:19:02Z', 'updated_at': '2021-10-27T10:19:32Z', 'revision_number': 1, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6d5fff-4f3a-405b-8cee-d02a001b2f86', 'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'mac_address': 'fa:16:3e:1c:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:53Z', 'updated_at': '2021-10-27T10:19:01Z', 'revision_number': 5, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'subnets': [{'id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:19:34.417937 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-a7f359dd-bfcb-4fae-bd25-b3ef0694290b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.421655 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f359dd-bfcb-4fae-bd25-b3ef0694290b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:34.421655 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-a7f359dd-bfcb-4fae-bd25-b3ef0694290b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.486990 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f359dd-bfcb-4fae-bd25-b3ef0694290b admin admin] Pushing event updated for resources: {'Network': ['ID=04c0bdb4-6cb2-439e-90ed-6e292b3107fd,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:34.498502 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network 04c0bdb4-6cb2-439e-90ed-6e292b3107fd details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:19:34.594378 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70901853-f956-4b29-8b90-ecb718fb8fad None None] New status for floating IP b6ba8250-0471-4a61-952a-ad2a5551df31: ACTIVE {{(pid=102226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:19:34.628429 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-a7f359dd-bfcb-4fae-bd25-b3ef0694290b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9825897 Oct 27 10:19:34.631460 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 46368) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:34.636398 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-22ea5a51-2c4f-4bd4-92a7-50d341958ef5 admin admin] Request body: {'subnet': {'network_id': '04c0bdb4-6cb2-439e-90ed-6e292b3107fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-489000583-subnet', 'tenant_id': '9f4d0c83f34d46299d3e2116f2de8445', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:34.811705 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ea5a51-2c4f-4bd4-92a7-50d341958ef5 admin admin] Made reservation on behalf of 9f4d0c83f34d46299d3e2116f2de8445 for: {'subnet': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:34.814981 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-22ea5a51-2c4f-4bd4-92a7-50d341958ef5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.885271 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cda51-5626-4898-b8b4-d861f7848caf req-eefd26ee-5989-4860-9c85-cae4523d2ba5 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:34.897782 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-aa4cda51-5626-4898-b8b4-d861f7848caf req-eefd26ee-5989-4860-9c85-cae4523d2ba5 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0722051 Oct 27 10:19:34.950009 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-aa4cda51-5626-4898-b8b4-d861f7848caf req-e25a4ba3-8ddf-45e1-a42b-7e60ef148451 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536289 Oct 27 10:19:35.161922 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-22ea5a51-2c4f-4bd4-92a7-50d341958ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for subnet, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:35.225816 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea5a51-2c4f-4bd4-92a7-50d341958ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77e0285a-072e-45db-9723-ac3621717f8c,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:35.240131 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ea5a51-2c4f-4bd4-92a7-50d341958ef5 admin admin] Checking segment: {'id': '8261b401-252d-4488-b2fc-3b9c2832a4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '04c0bdb4-6cb2-439e-90ed-6e292b3107fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:35.240131 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ea5a51-2c4f-4bd4-92a7-50d341958ef5 admin admin] Network hostable DHCP agents. Network: 04c0bdb4-6cb2-439e-90ed-6e292b3107fd, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:19:35.389205 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ea5a51-2c4f-4bd4-92a7-50d341958ef5 admin admin] Network 04c0bdb4-6cb2-439e-90ed-6e292b3107fd is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:19:35.507752 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-22ea5a51-2c4f-4bd4-92a7-50d341958ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, 04c0bdb4-6cb2-439e-90ed-6e292b3107fd) {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:35.514095 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ea5a51-2c4f-4bd4-92a7-50d341958ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:35.514847 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-22ea5a51-2c4f-4bd4-92a7-50d341958ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:35.520598 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36360366-f3c1-4dd3-accb-1196d5eb6136 None None] Network 04c0bdb4-6cb2-439e-90ed-6e292b3107fd requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:19:35.627955 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-22ea5a51-2c4f-4bd4-92a7-50d341958ef5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9952309 Oct 27 10:19:35.696125 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aa6d28-8266-45c1-9125-aaf5e9dac910 None None] Network 04c0bdb4-6cb2-439e-90ed-6e292b3107fd requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:19:36.105830 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf03d0d-5ffd-4cf6-8dbd-a858d9461cbd req-17fd5ec4-2ff8-4f99-8718-c2e32cd1261b tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:36.107591 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ecf03d0d-5ffd-4cf6-8dbd-a858d9461cbd req-17fd5ec4-2ff8-4f99-8718-c2e32cd1261b tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0562985 Oct 27 10:19:36.147626 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ecf03d0d-5ffd-4cf6-8dbd-a858d9461cbd req-43c1bedd-04f7-4972-999d-5e6db5a46b1d tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332925 Oct 27 10:19:36.570586 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 46448) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:36.806023 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-aee24464-b0ab-4a28-a12a-ad861b90b582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.899488 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-aee24464-b0ab-4a28-a12a-ad861b90b582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.027238 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-aee24464-b0ab-4a28-a12a-ad861b90b582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.066460 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-aee24464-b0ab-4a28-a12a-ad861b90b582 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1a0ace2e59534c22a3c861773ef00b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4944546 Oct 27 10:19:37.068604 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee24464-b0ab-4a28-a12a-ad861b90b582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9189bd07-790a-4622-8bc7-fca74aa3b47c,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:37.069476 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 46478) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:37.121583 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d4c347ec-c1b8-41d7-90c9-5ff3b39fec4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.150463 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d4c347ec-c1b8-41d7-90c9-5ff3b39fec4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.266317 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03542ab-a8e1-4e3d-8965-6a332a213105 req-60097517-9fa8-47c6-b516-ae7d12870954 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:37.268048 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f03542ab-a8e1-4e3d-8965-6a332a213105 req-60097517-9fa8-47c6-b516-ae7d12870954 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0504222 Oct 27 10:19:37.289560 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d4c347ec-c1b8-41d7-90c9-5ff3b39fec4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.292086 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d4c347ec-c1b8-41d7-90c9-5ff3b39fec4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.293749 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-d4c347ec-c1b8-41d7-90c9-5ff3b39fec4e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9189bd07-790a-4622-8bc7-fca74aa3b47c HTTP/1.1" status: 204 len: 168 time: 0.2224116 Oct 27 10:19:37.310173 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c347ec-c1b8-41d7-90c9-5ff3b39fec4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9189bd07-790a-4622-8bc7-fca74aa3b47c,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:37.320502 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f03542ab-a8e1-4e3d-8965-6a332a213105 req-7867f345-3143-40e6-9d42-756e13f0544c tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464058 Oct 27 10:19:37.483315 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 46486) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:37.702945 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2481cc62-85ee-4263-84b9-316df4a1179c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.784542 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2481cc62-85ee-4263-84b9-316df4a1179c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.846236 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2481cc62-85ee-4263-84b9-316df4a1179c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.885340 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481cc62-85ee-4263-84b9-316df4a1179c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd648172-2ead-4d60-af44-3910d9175dbe,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:37.890507 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-2481cc62-85ee-4263-84b9-316df4a1179c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=35692216f4d84c66849fb4606e8daac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4061325 Oct 27 10:19:37.893623 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 46504) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:37.951643 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7991-6798-451a-8d0a-b8dc96014ba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.975218 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7991-6798-451a-8d0a-b8dc96014ba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.030923 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 46508) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:38.051702 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7f54f204-4711-41b8-9da5-9816cd9204f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.134696 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7991-6798-451a-8d0a-b8dc96014ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.138041 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7991-6798-451a-8d0a-b8dc96014ba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.139263 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-fbbb7991-6798-451a-8d0a-b8dc96014ba6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd648172-2ead-4d60-af44-3910d9175dbe HTTP/1.1" status: 204 len: 168 time: 0.2447517 Oct 27 10:19:38.157253 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb7991-6798-451a-8d0a-b8dc96014ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd648172-2ead-4d60-af44-3910d9175dbe,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:38.227639 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7f54f204-4711-41b8-9da5-9816cd9204f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.449954 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115906c3-842a-42c6-b60c-ab38773f42c7 req-b8f56c10-52e9-4b5c-81ce-bbd93a7825a7 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:38.451467 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-115906c3-842a-42c6-b60c-ab38773f42c7 req-b8f56c10-52e9-4b5c-81ce-bbd93a7825a7 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0501468 Oct 27 10:19:38.476217 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7f54f204-4711-41b8-9da5-9816cd9204f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.729898 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-115906c3-842a-42c6-b60c-ab38773f42c7 req-b197f3e6-00b3-465f-911c-c987ed08c3e8 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723236 Oct 27 10:19:38.750720 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54f204-4711-41b8-9da5-9816cd9204f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b5f193-7609-47c3-9d33-3b1fa1c56422,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:38.750720 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-7f54f204-4711-41b8-9da5-9816cd9204f1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b59b0af671134019974a0dae9a5f63f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7165689 Oct 27 10:19:38.753114 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 46528) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:38.803183 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cec8995c-633b-4ceb-b20b-7545787387ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.824480 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cec8995c-633b-4ceb-b20b-7545787387ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.964436 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cec8995c-633b-4ceb-b20b-7545787387ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.967957 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cec8995c-633b-4ceb-b20b-7545787387ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.969176 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-cec8995c-633b-4ceb-b20b-7545787387ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/39b5f193-7609-47c3-9d33-3b1fa1c56422 HTTP/1.1" status: 204 len: 168 time: 0.2149198 Oct 27 10:19:38.978507 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8995c-633b-4ceb-b20b-7545787387ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b5f193-7609-47c3-9d33-3b1fa1c56422,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:39.315171 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 46540) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:39.328860 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fe936020-ad1f-4769-8374-dcfa4f894d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:39.404797 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fe936020-ad1f-4769-8374-dcfa4f894d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:39.480724 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fe936020-ad1f-4769-8374-dcfa4f894d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:39.522544 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-fe936020-ad1f-4769-8374-dcfa4f894d81 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bfaee73869c44d948f7bd4b995a9e009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062936 Oct 27 10:19:39.525057 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 46548) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:39.531997 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe936020-ad1f-4769-8374-dcfa4f894d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88e50f8-0172-4988-a194-182aa35dadd6,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:39.579762 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cf022843-2e2c-4c71-a838-965235cd4723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:39.603788 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cf022843-2e2c-4c71-a838-965235cd4723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:39.739520 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cf022843-2e2c-4c71-a838-965235cd4723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:39.739520 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cf022843-2e2c-4c71-a838-965235cd4723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:39.740391 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-cf022843-2e2c-4c71-a838-965235cd4723 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b88e50f8-0172-4988-a194-182aa35dadd6 HTTP/1.1" status: 204 len: 168 time: 0.2140830 Oct 27 10:19:39.753729 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf022843-2e2c-4c71-a838-965235cd4723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88e50f8-0172-4988-a194-182aa35dadd6,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:39.872083 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b074928-9421-4d09-afac-048c858decce req-3ff42867-7ae9-42f1-8978-38b396d08520 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:39.872083 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1b074928-9421-4d09-afac-048c858decce req-3ff42867-7ae9-42f1-8978-38b396d08520 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0522754 Oct 27 10:19:39.932122 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1b074928-9421-4d09-afac-048c858decce req-71a6119b-6645-46e6-8d18-aeae43e429dc tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423141 Oct 27 10:19:41.067979 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cc68d-56fe-4756-af5b-38c6853cf262 req-46a5be5a-7e8d-4e99-a3de-be170fffa8c5 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:41.069525 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-825cc68d-56fe-4756-af5b-38c6853cf262 req-46a5be5a-7e8d-4e99-a3de-be170fffa8c5 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0608854 Oct 27 10:19:41.112181 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-825cc68d-56fe-4756-af5b-38c6853cf262 req-7ad381da-9650-48ca-9646-31d7c38f3e53 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349519 Oct 27 10:19:42.227149 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b134ee4-fa05-46cd-ab5f-879618b5b88e req-7bba0819-d642-470e-806a-a73bbf003643 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:42.228632 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6b134ee4-fa05-46cd-ab5f-879618b5b88e req-7bba0819-d642-470e-806a-a73bbf003643 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0483797 Oct 27 10:19:42.268943 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6b134ee4-fa05-46cd-ab5f-879618b5b88e req-076e022d-1ae6-48ca-9e06-24000aa210e8 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337014 Oct 27 10:19:43.131472 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233927a-1ae3-4939-9257-6bb606a9fd46 req-cd5a7c62-c29b-4751-b3a0-26b6e3e8ae7f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:43.132985 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e233927a-1ae3-4939-9257-6bb606a9fd46 req-cd5a7c62-c29b-4751-b3a0-26b6e3e8ae7f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 945 time: 0.0512497 Oct 27 10:19:43.171819 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e233927a-1ae3-4939-9257-6bb606a9fd46 req-e22a82c7-8409-46a1-ae26-674e6f0fb0ce tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324576 Oct 27 10:19:43.387949 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1f3f3-52dd-4e74-8347-d8f86fab0547 req-5d9eb40f-bba1-404a-9751-c0e413596cdd tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:43.389436 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-42b1f3f3-52dd-4e74-8347-d8f86fab0547 req-5d9eb40f-bba1-404a-9751-c0e413596cdd tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0535147 Oct 27 10:19:43.429846 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-42b1f3f3-52dd-4e74-8347-d8f86fab0547 req-e938982b-36ee-421b-b9a7-113963a5ba5e tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340154 Oct 27 10:19:44.285041 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f2fac-c5aa-4339-985e-81970213ef39 req-96a89de5-6bac-4a4f-91cf-39d891acbac2 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:44.286538 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9b9f2fac-c5aa-4339-985e-81970213ef39 req-96a89de5-6bac-4a4f-91cf-39d891acbac2 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 945 time: 0.0486355 Oct 27 10:19:44.324650 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9b9f2fac-c5aa-4339-985e-81970213ef39 req-3ec75634-95f3-4913-af03-d0e224bfabdb tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319822 Oct 27 10:19:44.546651 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e9411-85b6-447b-a9ed-71815482d795 req-50058bae-f9f9-4bb7-a912-fa0fcc02446b tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:44.548159 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-045e9411-85b6-447b-a9ed-71815482d795 req-50058bae-f9f9-4bb7-a912-fa0fcc02446b tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0511703 Oct 27 10:19:44.586670 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-045e9411-85b6-447b-a9ed-71815482d795 req-15e4176d-ddef-46f9-9720-2d6c92ef927f tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315506 Oct 27 10:19:45.449504 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f19feb-f4b7-4233-93d9-36500de0f554 req-ba3168a7-5349-4c5d-b515-afcbcf3c6f9b tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:45.451029 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f7f19feb-f4b7-4233-93d9-36500de0f554 req-ba3168a7-5349-4c5d-b515-afcbcf3c6f9b tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 945 time: 0.0546567 Oct 27 10:19:45.491993 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f7f19feb-f4b7-4233-93d9-36500de0f554 req-c79860ae-a12a-4b79-905f-1965e1bcc3e2 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349557 Oct 27 10:19:45.704493 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb43983-681e-4913-bdb4-9f437d264441 req-6bc1411d-9666-4b5c-ba4f-b729a7dfd7f6 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:45.706000 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ecb43983-681e-4913-bdb4-9f437d264441 req-6bc1411d-9666-4b5c-ba4f-b729a7dfd7f6 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0496430 Oct 27 10:19:45.745212 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ecb43983-681e-4913-bdb4-9f437d264441 req-9deb83f8-1e0f-48e6-bd56-4451bc6272f3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333049 Oct 27 10:19:46.041901 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-404a1ab5-9b63-4ad9-8d1e-c64b923188fe req-4626df41-8c8b-4ee8-9eea-7bc5990e80cf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415454 Oct 27 10:19:46.135020 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a1ab5-9b63-4ad9-8d1e-c64b923188fe req-25881dc4-ffa4-4b8c-b6da-f86dbe55e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:46.137277 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-404a1ab5-9b63-4ad9-8d1e-c64b923188fe req-25881dc4-ffa4-4b8c-b6da-f86dbe55e55b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e708eaedc394ca29a2d62525710ec30&device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 1098 time: 0.0405984 Oct 27 10:19:46.252907 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a1ab5-9b63-4ad9-8d1e-c64b923188fe req-01187085-8afb-41ff-9783-d77fa08f59c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:46.254416 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-404a1ab5-9b63-4ad9-8d1e-c64b923188fe req-01187085-8afb-41ff-9783-d77fa08f59c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12a0c60b-6b74-4c6e-aa76-24304d8e4193 HTTP/1.1" status: 200 len: 920 time: 0.0924890 Oct 27 10:19:46.300418 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-404a1ab5-9b63-4ad9-8d1e-c64b923188fe req-3e7e6ebb-6088-4535-bf0f-39e1f3eb6ffa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68df75fe-c6d2-4823-9211-f99abce959de HTTP/1.1" status: 200 len: 217 time: 0.0345984 Oct 27 10:19:46.357931 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a1ab5-9b63-4ad9-8d1e-c64b923188fe req-ac15d362-5ad2-4ba2-bfc1-0607f4e2c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:46.359407 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-404a1ab5-9b63-4ad9-8d1e-c64b923188fe req-ac15d362-5ad2-4ba2-bfc1-0607f4e2c703 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ec27a5a-0204-41d8-9c46-0b4aeb02bde5 HTTP/1.1" status: 200 len: 859 time: 0.0488682 Oct 27 10:19:46.392768 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-404a1ab5-9b63-4ad9-8d1e-c64b923188fe req-efbf0ebb-1137-4bcb-a249-eb16a4c329f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12a0c60b-6b74-4c6e-aa76-24304d8e4193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245039 Oct 27 10:19:46.483123 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-404a1ab5-9b63-4ad9-8d1e-c64b923188fe req-5d7df6b3-d1d8-417f-a7c4-01ef5b18796c service neutron] 10.222.0.73 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821950 Oct 27 10:19:46.608099 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-404a1ab5-9b63-4ad9-8d1e-c64b923188fe req-d1930e62-882b-4f88-aa3c-2146def3f291 service neutron] 10.222.0.73 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154375 Oct 27 10:19:46.627590 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac98674-4818-4c47-aeed-ecabd7ca33ca req-c3e84d11-2f26-4f5c-9f3d-5343db21dbb7 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:46.629081 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6ac98674-4818-4c47-aeed-ecabd7ca33ca req-c3e84d11-2f26-4f5c-9f3d-5343db21dbb7 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 945 time: 0.0662968 Oct 27 10:19:46.671723 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6ac98674-4818-4c47-aeed-ecabd7ca33ca req-af9cca8a-2a54-4fa9-a705-88d947bc59f7 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363226 Oct 27 10:19:46.860835 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785c0f8-4689-47e7-9f4b-1f8a38c6a3ab req-9f76b780-9269-4769-b4c6-8edc260b7ea6 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:46.862316 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5785c0f8-4689-47e7-9f4b-1f8a38c6a3ab req-9f76b780-9269-4769-b4c6-8edc260b7ea6 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0473814 Oct 27 10:19:46.904491 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5785c0f8-4689-47e7-9f4b-1f8a38c6a3ab req-cd528da5-c8f7-4425-871f-ebba69729e70 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361888 Oct 27 10:19:47.790632 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed89f62-d83a-40dc-a7f0-efb2ba440dc3 req-299f7ac6-6989-423b-b7f7-e66ff042f918 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:47.791992 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9ed89f62-d83a-40dc-a7f0-efb2ba440dc3 req-299f7ac6-6989-423b-b7f7-e66ff042f918 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 945 time: 0.0507047 Oct 27 10:19:47.829842 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9ed89f62-d83a-40dc-a7f0-efb2ba440dc3 req-e8b52ff8-e8a3-49ee-a8d2-f367aa2e4a76 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318711 Oct 27 10:19:48.024255 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93055a64-1ce5-465c-8aac-fdf438ab7905 req-a0e8fb5e-c4ca-432f-933c-3b2c2ebfb9c7 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:48.025733 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-93055a64-1ce5-465c-8aac-fdf438ab7905 req-a0e8fb5e-c4ca-432f-933c-3b2c2ebfb9c7 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0516024 Oct 27 10:19:48.063194 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-93055a64-1ce5-465c-8aac-fdf438ab7905 req-36755788-8f36-48ba-95c0-8fcc8ec50ab0 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313087 Oct 27 10:19:48.787000 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fa2e6524-b67b-4ba4-ac7e-ac6ae998fc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:48.945830 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b27a0-35ad-4dd9-aa81-727cd3f5a92a req-0a86f5d5-573b-4d4c-92ac-429ed680824d tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:48.947357 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-876b27a0-35ad-4dd9-aa81-727cd3f5a92a req-0a86f5d5-573b-4d4c-92ac-429ed680824d tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 945 time: 0.0489407 Oct 27 10:19:48.986402 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-876b27a0-35ad-4dd9-aa81-727cd3f5a92a req-5614f0ec-03c6-4a4e-83b7-6f04b88f95a9 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323584 Oct 27 10:19:49.178924 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f06486-d61b-425e-9c4f-38d1448d8579 req-0c064398-9497-4aa8-8408-6d3ca2456381 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:49.178924 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-50f06486-d61b-425e-9c4f-38d1448d8579 req-0c064398-9497-4aa8-8408-6d3ca2456381 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0498993 Oct 27 10:19:49.218172 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-50f06486-d61b-425e-9c4f-38d1448d8579 req-76135829-7aa1-4f0d-90af-f22f2f711b2d tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325630 Oct 27 10:19:50.107805 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc987d-3335-4df8-be5a-b9a602449603 req-9a46ffb7-6377-4724-a222-2cb56e0f1af2 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:50.109338 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-96cc987d-3335-4df8-be5a-b9a602449603 req-9a46ffb7-6377-4724-a222-2cb56e0f1af2 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 945 time: 0.0556834 Oct 27 10:19:50.148757 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-96cc987d-3335-4df8-be5a-b9a602449603 req-ffe85d78-0f7f-4edf-97bb-4d82c12b5752 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329511 Oct 27 10:19:50.345424 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594ea35-4687-48d8-a731-d8f220108881 req-e72948f1-0111-4784-ab26-a36136919fbe tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:50.346920 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5594ea35-4687-48d8-a731-d8f220108881 req-e72948f1-0111-4784-ab26-a36136919fbe tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0605493 Oct 27 10:19:50.385017 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5594ea35-4687-48d8-a731-d8f220108881 req-51d8fad3-4786-4ba1-8608-638235e0dda8 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319989 Oct 27 10:19:51.263591 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:51.269927 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424c771-2ecf-4397-9854-c8ad9c256abe req-6d19f5cc-dbb3-45e0-afc0-83ad3b09eb02 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:51.271439 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2424c771-2ecf-4397-9854-c8ad9c256abe req-6d19f5cc-dbb3-45e0-afc0-83ad3b09eb02 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 945 time: 0.0540855 Oct 27 10:19:51.341597 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2424c771-2ecf-4397-9854-c8ad9c256abe req-49b608ed-4082-4498-83f3-f39ab694939b tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/security-groups?id=43b7c503-4fd5-407b-9c61-c487a48eec4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633979 Oct 27 10:19:51.359520 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7ffec-f7da-43d8-b840-9ca7454faf35 req-7b1ce69d-7f30-4357-99cf-5fb88c280e23 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:51.361052 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3ae7ffec-f7da-43d8-b840-9ca7454faf35 req-7b1ce69d-7f30-4357-99cf-5fb88c280e23 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.73 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 945 time: 0.0695939 Oct 27 10:19:51.481747 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-17efc921-bff4-4650-8e85-15894c5fb727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:51.516276 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-3ae7ffec-f7da-43d8-b840-9ca7454faf35 req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Deleting port 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:19:51.516522 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-3ae7ffec-f7da-43d8-b840-9ca7454faf35 req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:51.547511 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae7653-3e59-42be-a3b1-3b7692a1c053 req-4e423e3d-8f67-4893-84e2-85a5e018d0a4 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:51.549426 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-14ae7653-3e59-42be-a3b1-3b7692a1c053 req-4e423e3d-8f67-4893-84e2-85a5e018d0a4 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0792949 Oct 27 10:19:51.589080 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-14ae7653-3e59-42be-a3b1-3b7692a1c053 req-19e63fe2-442d-4175-ada6-c902fee6e8bf tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335283 Oct 27 10:19:51.631016 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-3ae7ffec-f7da-43d8-b840-9ca7454faf35 req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] For port 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94,segment=NetworkSegment(66017457-cfb9-4167-87a0-1a1e00a637a8),segment_id=66017457-cfb9-4167-87a0-1a1e00a637a8)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:51.631411 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-3ae7ffec-f7da-43d8-b840-9ca7454faf35 req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:51.647012 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-3ae7ffec-f7da-43d8-b840-9ca7454faf35 req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Calling delete_port for 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 owned by compute:nova {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:19:51.908890 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-3ae7ffec-f7da-43d8-b840-9ca7454faf35 req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:51.938594 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Pushing event deleted for resources: {'Port': ['ID=3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:51.940099 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:51.970563 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:51.970930 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:51.971420 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:51.971573 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:51.971871 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:51.972200 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:51.972528 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:51.972849 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:51.973174 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:51.973551 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:51.973858 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:51.974176 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:52.012067 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae7ffec-f7da-43d8-b840-9ca7454faf35 req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] No DVR routers for this DVR port 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 on host hv-cinder-81514 {{(pid=102225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:19:52.015153 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-3ae7ffec-f7da-43d8-b840-9ca7454faf35 req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:52.018837 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3ae7ffec-f7da-43d8-b840-9ca7454faf35 req-356132c2-7727-4021-8ae2-d708bc8dd25f tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.73 "DELETE /v2.0/ports/3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 HTTP/1.1" status: 204 len: 173 time: 0.6505876 Oct 27 10:19:52.019248 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1', 'name': 'network-vif-deleted', 'tag': '3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:52.021604 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bbfed4-0e0c-4720-b4cb-5f80bc219fee" -d '{"events": [{"server_uuid": "aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1", "name": "network-vif-deleted", "tag": "3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:52.064811 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05e599c-78ea-4bbb-a877-4689dc0c10f3 x-openstack-request-id: req-d05e599c-78ea-4bbb-a877-4689dc0c10f3 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:52.065410 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1", "name": "network-vif-deleted", "tag": "3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:52.065661 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d05e599c-78ea-4bbb-a877-4689dc0c10f3 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:52.066143 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1', 'name': 'network-vif-deleted', 'tag': '3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94', 'status': 'completed', 'code': 200} Oct 27 10:19:52.246849 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:52.443986 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e1eda0f1-2356-498a-95ce-93450efcd3fc req-0742d3fd-b0f2-4590-ba87-8f5ac38166f3 tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 210 time: 0.0268750 Oct 27 10:19:52.535370 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:52.727606 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c180e92-0cd5-4d24-9765-befb54b3be39 req-acfd0759-1aa4-419f-91f3-45090c67de4b tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:52.729075 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0c180e92-0cd5-4d24-9765-befb54b3be39 req-acfd0759-1aa4-419f-91f3-45090c67de4b tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0509551 Oct 27 10:19:52.769805 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0c180e92-0cd5-4d24-9765-befb54b3be39 req-88c2fa61-7765-4862-9739-6bfdd7f635c5 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347846 Oct 27 10:19:53.564926 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8f835f36-812a-4bc4-b320-68d693dc97a5 req-2432cf1d-316e-4373-a9d6-20678f91064d tempest-DeleteServersTestJSON-71936664 tempest-DeleteServersTestJSON-71936664-project] 10.222.0.66 "GET /v2.0/ports?device_id=aac2fb45-e7f5-4ca9-ae0f-88f62d5d5de1 HTTP/1.1" status: 200 len: 210 time: 0.0326376 Oct 27 10:19:53.898495 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5e559-271a-4c67-bb6b-f698027d3e7e req-6e2d6dc7-6033-4bbf-a4ba-f1cdfafac4cd tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:53.899962 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e8c5e559-271a-4c67-bb6b-f698027d3e7e req-6e2d6dc7-6033-4bbf-a4ba-f1cdfafac4cd tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0516472 Oct 27 10:19:53.939072 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e8c5e559-271a-4c67-bb6b-f698027d3e7e req-43cc0afd-2338-4694-889c-d24aa9e5b299 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322351 Oct 27 10:19:54.238793 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:55.066396 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712746a-8e2a-4fb2-8eee-b675f1d6a320 req-94d991dc-8d5b-4436-8e85-0acd36d7f873 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:55.070972 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b712746a-8e2a-4fb2-8eee-b675f1d6a320 req-94d991dc-8d5b-4436-8e85-0acd36d7f873 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0588267 Oct 27 10:19:55.113467 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b712746a-8e2a-4fb2-8eee-b675f1d6a320 req-3b477182-7ce1-44b4-8d86-4b15cb0fc2eb tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393782 Oct 27 10:19:55.500070 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:19:55.520840 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:19:55.521208 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 3724bfcd-28e6-4bbe-b1eb-aa5ff28f0f94 not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:19:55.815921 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 46986) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:55.928052 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d9dc6746-0fc5-45c2-bfe9-04e65121b7b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.031335 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d9dc6746-0fc5-45c2-bfe9-04e65121b7b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.206965 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d9dc6746-0fc5-45c2-bfe9-04e65121b7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.250038 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-d9dc6746-0fc5-45c2-bfe9-04e65121b7b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=814c218e2e0a4cbd97ec8a8f327b40e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326563 Oct 27 10:19:56.252731 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47008) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:56.265411 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc6746-0fc5-45c2-bfe9-04e65121b7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbf8394-7a41-45cc-a676-aa6ce5226f4e,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:56.280714 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc6746-0fc5-45c2-bfe9-04e65121b7b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:56.281061 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc6746-0fc5-45c2-bfe9-04e65121b7b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:56.281608 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc6746-0fc5-45c2-bfe9-04e65121b7b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:56.281948 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc6746-0fc5-45c2-bfe9-04e65121b7b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:56.282282 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc6746-0fc5-45c2-bfe9-04e65121b7b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:56.282618 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc6746-0fc5-45c2-bfe9-04e65121b7b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:56.282950 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc6746-0fc5-45c2-bfe9-04e65121b7b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:56.283286 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc6746-0fc5-45c2-bfe9-04e65121b7b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:56.283617 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc6746-0fc5-45c2-bfe9-04e65121b7b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:56.283945 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc6746-0fc5-45c2-bfe9-04e65121b7b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:56.284263 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc6746-0fc5-45c2-bfe9-04e65121b7b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:56.284587 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc6746-0fc5-45c2-bfe9-04e65121b7b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:56.286818 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e194623-909d-450c-847a-bb94fdf7f19c req-4c228dee-0e30-4ad7-9bd3-93e117dd2114 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:56.289834 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7e194623-909d-450c-847a-bb94fdf7f19c req-4c228dee-0e30-4ad7-9bd3-93e117dd2114 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0951283 Oct 27 10:19:56.317855 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-21f9a095-2990-4255-b0f5-2fcd8b0ceaf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.336532 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7e194623-909d-450c-847a-bb94fdf7f19c req-1c206164-e1e7-47b9-ab50-c9c35da7f16b tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393758 Oct 27 10:19:56.340232 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-21f9a095-2990-4255-b0f5-2fcd8b0ceaf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.477974 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47020) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:56.522678 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d5e146-deae-48bf-9884-5893b3c6cd82 admin admin] Deleting subnet d1ef60ba-4bb3-4c42-a6a1-085679ed8e23 {{(pid=102224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:19:56.525770 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-32d5e146-deae-48bf-9884-5893b3c6cd82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.546209 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-21f9a095-2990-4255-b0f5-2fcd8b0ceaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.548705 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-21f9a095-2990-4255-b0f5-2fcd8b0ceaf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.549857 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-21f9a095-2990-4255-b0f5-2fcd8b0ceaf3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dbbf8394-7a41-45cc-a676-aa6ce5226f4e HTTP/1.1" status: 204 len: 168 time: 0.2960207 Oct 27 10:19:56.564751 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9a095-2990-4255-b0f5-2fcd8b0ceaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbf8394-7a41-45cc-a676-aa6ce5226f4e,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:56.572466 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-32d5e146-deae-48bf-9884-5893b3c6cd82 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.583212 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-32d5e146-deae-48bf-9884-5893b3c6cd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-758613'] for subnet, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.784025 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-32d5e146-deae-48bf-9884-5893b3c6cd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-758620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for subnet, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.811999 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-32d5e146-deae-48bf-9884-5893b3c6cd82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.815216 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-32d5e146-deae-48bf-9884-5893b3c6cd82 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d1ef60ba-4bb3-4c42-a6a1-085679ed8e23 HTTP/1.1" status: 204 len: 168 time: 0.3362131 Oct 27 10:19:56.816231 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5e146-deae-48bf-9884-5893b3c6cd82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1ef60ba-4bb3-4c42-a6a1-085679ed8e23,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:56.818126 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47024) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:56.887592 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658350'] for network, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.973798 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764864', 'neutron.services.segments.db._delete_segments_for_network-8767688259934'] for network, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.994556 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:56.994890 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:56.996122 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:56.996459 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Subscribe: > port after_create 55550000 {{(pid=102225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:56.996783 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:56.997109 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Subscribe: > port after_update 55550000 {{(pid=102225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:56.997479 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:56.997794 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:56.998114 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:56.998437 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:57.156207 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:57.156604 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:57.156933 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:57.157290 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:57.157667 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64ea53c-e9ca-4088-bba3-07e8b63ed599']}} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:57.200368 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66017457-cfb9-4167-87a0-1a1e00a637a8') {'for_net_delete': True} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:57.200654 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66017457-cfb9-4167-87a0-1a1e00a637a8') {} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:57.218690 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767688260455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10283354'] for segment, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.241958 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.255226 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:19:57.255616 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283975'] for segment, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: from cryptography.utils import int_from_bytes Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: from cryptography.utils import int_from_bytes Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: Traceback (most recent call last): Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: timer() Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: cb(*args, **kw) Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: return func(*args, **kwargs) Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: self._notify() Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: self.callback(batched_events) Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: event.method(event) Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: return f(self, *a, **k) Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._get(url).json() Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: return self.request(url, 'GET', **kwargs) Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:19:57.281346 dv-cinder-815145-2-iscsi neutron-server[102225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:19:57.285954 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fedeac-ee78-491a-97bf-e4d53f39cff2 req-afae4ed7-760e-4ba0-83e7-43a72bc440f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:57.285954 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-79fedeac-ee78-491a-97bf-e4d53f39cff2 req-afae4ed7-760e-4ba0-83e7-43a72bc440f7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 1098 time: 0.1223137 Oct 27 10:19:57.387142 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47038) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:57.389843 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-79fedeac-ee78-491a-97bf-e4d53f39cff2 req-3f29562a-be4e-4614-a0c1-591f61aa77b7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942013 Oct 27 10:19:57.402304 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-8fbebbc2-4d75-4684-960c-ffbdf554ea0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.469887 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623617'] for network, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.484617 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.488457 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b64ea53c-e9ca-4088-bba3-07e8b63ed599 HTTP/1.1" status: 204 len: 168 time: 0.6693332 Oct 27 10:19:57.494817 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-8fbebbc2-4d75-4684-960c-ffbdf554ea0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.501125 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff736f-f481-4d63-8ab6-d1640338cf79 admin admin] Pushing event deleted for resources: {'Network': ['ID=b64ea53c-e9ca-4088-bba3-07e8b63ed599,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:57.526091 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645123da-6dcb-4e62-82c5-ad0915dc3aeb req-f4ceef16-99db-405b-aa83-4aa540bf3e12 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:57.527959 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-645123da-6dcb-4e62-82c5-ad0915dc3aeb req-f4ceef16-99db-405b-aa83-4aa540bf3e12 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0895870 Oct 27 10:19:57.570054 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-645123da-6dcb-4e62-82c5-ad0915dc3aeb req-42e5eb94-ba9c-4197-8f7e-2251a1558824 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356159 Oct 27 10:19:57.627541 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-8fbebbc2-4d75-4684-960c-ffbdf554ea0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.669122 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-8fbebbc2-4d75-4684-960c-ffbdf554ea0a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=83173e6f234a4328a53334b342e298f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900896 Oct 27 10:19:57.669819 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbebbc2-4d75-4684-960c-ffbdf554ea0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e4f27c-249c-43d7-8b79-309f5e9ef78a,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:57.672814 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47054) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:57.733133 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5d00b512-036d-43a7-b07b-ab8864131fc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.757494 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5d00b512-036d-43a7-b07b-ab8864131fc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.907140 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5d00b512-036d-43a7-b07b-ab8864131fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.909787 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5d00b512-036d-43a7-b07b-ab8864131fc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.910940 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-5d00b512-036d-43a7-b07b-ab8864131fc2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0e4f27c-249c-43d7-8b79-309f5e9ef78a HTTP/1.1" status: 204 len: 168 time: 0.2369277 Oct 27 10:19:57.920316 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00b512-036d-43a7-b07b-ab8864131fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e4f27c-249c-43d7-8b79-309f5e9ef78a,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:57.967247 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47066) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:58.033660 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-daaf6343-37ea-4304-b9be-e25c7b837868 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=86e1b728c0df436095ce628b0bf6cb18&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0647132 Oct 27 10:19:58.036069 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47072) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:58.087419 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d4396e8f-5e2a-4594-af14-63ecb2c0b29a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:58.113664 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d4396e8f-5e2a-4594-af14-63ecb2c0b29a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:58.359544 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d4396e8f-5e2a-4594-af14-63ecb2c0b29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:58.362595 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d4396e8f-5e2a-4594-af14-63ecb2c0b29a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:58.364527 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-d4396e8f-5e2a-4594-af14-63ecb2c0b29a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43b7c503-4fd5-407b-9c61-c487a48eec4a HTTP/1.1" status: 204 len: 168 time: 0.3267550 Oct 27 10:19:58.373461 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4396e8f-5e2a-4594-af14-63ecb2c0b29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b7c503-4fd5-407b-9c61-c487a48eec4a,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:58.686699 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f415c67-6aa9-442e-bf90-759e28035176 req-198e72d1-19d8-4362-b402-b4a64546b4db tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:58.688203 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8f415c67-6aa9-442e-bf90-759e28035176 req-198e72d1-19d8-4362-b402-b4a64546b4db tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0506203 Oct 27 10:19:58.726086 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8f415c67-6aa9-442e-bf90-759e28035176 req-5db01522-717a-427e-a5a6-4f6ecde8232c tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315092 Oct 27 10:19:59.848846 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80760c51-0b9a-4bfd-8af6-06d8f4cba5d6 req-c8be3624-703c-4082-8a1d-e896fe32e4ac tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:59.850394 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-80760c51-0b9a-4bfd-8af6-06d8f4cba5d6 req-c8be3624-703c-4082-8a1d-e896fe32e4ac tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.0530245 Oct 27 10:19:59.891389 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-80760c51-0b9a-4bfd-8af6-06d8f4cba5d6 req-cd08c939-7723-41c4-aac3-f873592cd4f4 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345137 Oct 27 10:20:00.189425 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e39e95-4e83-498c-95b0-af03c8c5d18d req-8cc12491-b1d0-48dc-a4a8-1fa54ae09a17 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:00.190240 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-28e39e95-4e83-498c-95b0-af03c8c5d18d req-8cc12491-b1d0-48dc-a4a8-1fa54ae09a17 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0808783 Oct 27 10:20:00.237640 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-28e39e95-4e83-498c-95b0-af03c8c5d18d req-0ebe06ed-c0c1-4b1e-9786-64d8a23260a3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378065 Oct 27 10:20:00.282366 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47164) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:00.507680 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bb3709f7-6128-4e95-a08c-7d36ec41a961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.527337 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47178) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:00.584058 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-e3cfe3e6-f6e8-4206-9e63-6dddb636727f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-363597995-network', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:00.584410 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bb3709f7-6128-4e95-a08c-7d36ec41a961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.690062 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bb3709f7-6128-4e95-a08c-7d36ec41a961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.715475 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cfe3e6-f6e8-4206-9e63-6dddb636727f admin admin] Made reservation on behalf of dca79ce6135645d8ac76dd2c8abf30f3 for: {'network': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:00.715475 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe3e6-f6e8-4206-9e63-6dddb636727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.717987 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe3e6-f6e8-4206-9e63-6dddb636727f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.732614 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-bb3709f7-6128-4e95-a08c-7d36ec41a961 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2774fce4a70046408b45c8c417f138b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4489286 Oct 27 10:20:00.733540 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3709f7-6128-4e95-a08c-7d36ec41a961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247ea510-f17f-46a7-a40b-45e6731f54de,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:00.735265 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47188) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:01.030988 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1a189e36-4c39-4841-980a-53aa5e879bf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.066338 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1a189e36-4c39-4841-980a-53aa5e879bf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.081359 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe3e6-f6e8-4206-9e63-6dddb636727f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.198123 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe3e6-f6e8-4206-9e63-6dddb636727f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.223987 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe3e6-f6e8-4206-9e63-6dddb636727f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e287a6-26d4-414d-9be9-fd7fe2f0d9bb,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:01.231532 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1a189e36-4c39-4841-980a-53aa5e879bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.235516 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1a189e36-4c39-4841-980a-53aa5e879bf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.239308 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-1a189e36-4c39-4841-980a-53aa5e879bf0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/247ea510-f17f-46a7-a40b-45e6731f54de HTTP/1.1" status: 204 len: 168 time: 0.5006728 Oct 27 10:20:01.242957 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3cfe3e6-f6e8-4206-9e63-6dddb636727f admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=102224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:20:01.252875 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a189e36-4c39-4841-980a-53aa5e879bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247ea510-f17f-46a7-a40b-45e6731f54de,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:01.268112 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe3e6-f6e8-4206-9e63-6dddb636727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.268683 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.db.segments_db [None req-e3cfe3e6-f6e8-4206-9e63-6dddb636727f admin admin] Added segment 92482d8d-9aed-490f-9c2d-aa08717a120e of type vlan for network 37419415-1089-4518-a3d4-26fb32aa3969 Oct 27 10:20:01.321547 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe3e6-f6e8-4206-9e63-6dddb636727f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.634899 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe3e6-f6e8-4206-9e63-6dddb636727f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.637829 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cfe3e6-f6e8-4206-9e63-6dddb636727f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:01.637829 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe3e6-f6e8-4206-9e63-6dddb636727f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.711552 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe3e6-f6e8-4206-9e63-6dddb636727f admin admin] Pushing event updated for resources: {'Network': ['ID=37419415-1089-4518-a3d4-26fb32aa3969,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:01.727420 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network 37419415-1089-4518-a3d4-26fb32aa3969 details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:20:01.785389 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-e3cfe3e6-f6e8-4206-9e63-6dddb636727f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2491934 Oct 27 10:20:01.785602 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47222) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:01.785602 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-20c58753-c6fd-41d9-8a1a-b52abb27d7fa admin admin] Request body: {'subnet': {'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-363597995-subnet', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:01.916771 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47230) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:01.930732 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c58753-c6fd-41d9-8a1a-b52abb27d7fa admin admin] Made reservation on behalf of dca79ce6135645d8ac76dd2c8abf30f3 for: {'subnet': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:01.939488 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-20c58753-c6fd-41d9-8a1a-b52abb27d7fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10166904'] for subnet, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.108487 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b80b3753-19d9-418c-87ed-377fa85b34a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.252933 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b80b3753-19d9-418c-87ed-377fa85b34a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.456502 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-20c58753-c6fd-41d9-8a1a-b52abb27d7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10166890'] for subnet, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.458560 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b80b3753-19d9-418c-87ed-377fa85b34a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.541187 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-b80b3753-19d9-418c-87ed-377fa85b34a3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c0cb53577840450da9f0f451c99d8c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6187780 Oct 27 10:20:02.541932 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b3753-19d9-418c-87ed-377fa85b34a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09697d0-6466-414a-b533-7345f80a7067,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:02.542043 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47250) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:02.558279 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c58753-c6fd-41d9-8a1a-b52abb27d7fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3800a6b-912b-4fca-9e63-fb91e6bcdaec,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:02.582241 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c58753-c6fd-41d9-8a1a-b52abb27d7fa admin admin] Checking segment: {'id': '92482d8d-9aed-490f-9c2d-aa08717a120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:02.586904 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c58753-c6fd-41d9-8a1a-b52abb27d7fa admin admin] Network hostable DHCP agents. Network: 37419415-1089-4518-a3d4-26fb32aa3969, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:20:02.607463 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e83c8a99-da88-4a42-b03b-ae99a58c5b38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.632070 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e83c8a99-da88-4a42-b03b-ae99a58c5b38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.824407 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e83c8a99-da88-4a42-b03b-ae99a58c5b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.825581 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c58753-c6fd-41d9-8a1a-b52abb27d7fa admin admin] Network 37419415-1089-4518-a3d4-26fb32aa3969 is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:20:02.827014 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e83c8a99-da88-4a42-b03b-ae99a58c5b38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.829419 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-e83c8a99-da88-4a42-b03b-ae99a58c5b38 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b09697d0-6466-414a-b533-7345f80a7067 HTTP/1.1" status: 204 len: 168 time: 0.2857647 Oct 27 10:20:02.839136 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c8a99-da88-4a42-b03b-ae99a58c5b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09697d0-6466-414a-b533-7345f80a7067,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:02.918696 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-20c58753-c6fd-41d9-8a1a-b52abb27d7fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, 37419415-1089-4518-a3d4-26fb32aa3969) {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:02.923502 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c58753-c6fd-41d9-8a1a-b52abb27d7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:02.924090 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-20c58753-c6fd-41d9-8a1a-b52abb27d7fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.929432 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dcae39-a4e7-4233-8223-487d121420c6 None None] Network 37419415-1089-4518-a3d4-26fb32aa3969 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:20:03.061282 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47266) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:03.061491 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-20c58753-c6fd-41d9-8a1a-b52abb27d7fa admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2824311 Oct 27 10:20:03.066095 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:03.102137 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cea6acf-afdb-5722-be69-dabca8b03b9d-37419415-1089-4518-a3d4-26fb32aa3969', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'fixed_ips': [{'subnet_id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec'}]}} from dv-cinder-815145-2-iscsi. {{(pid=102226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:20:03.103563 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.244940 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15312'] for router, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.246609 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15303'] for router, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.307208 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.db_base_plugin_common [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Allocated IP 172.20.0.2 (37419415-1089-4518-a3d4-26fb32aa3969/a3800a6b-912b-4fca-9e63-fb91e6bcdaec/e55c3767-5640-41ca-9772-01bbacd55ac0) {{(pid=102226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:20:03.369339 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.549071 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Publish callbacks [] for port, precommit_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.675576 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.781706 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.822190 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Network 37419415-1089-4518-a3d4-26fb32aa3969 is already hosted by enough agents. {{(pid=102226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:03.825088 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.base_scheduler [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Resources bound (agent type, host, resource id): {{(pid=102226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:03.828520 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Received port after_create {{(pid=102226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:20:03.843333 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Pushing event updated for resources: {'Port': ['ID=e55c3767-5640-41ca-9772-01bbacd55ac0,revision_number=1']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:03.870582 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:03.871030 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:03.871392 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:03.871732 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:03.872079 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:03.872411 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:03.872738 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:03.873161 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:03.873535 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:03.873870 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:03.874210 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:03.874535 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:03.904554 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Attempting to bind port e55c3767-5640-41ca-9772-01bbacd55ac0 on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:20:03.909936 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Attempting to bind port e55c3767-5640-41ca-9772-01bbacd55ac0 by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': '92482d8d-9aed-490f-9c2d-aa08717a120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:20:03.909936 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Attempting to bind port e55c3767-5640-41ca-9772-01bbacd55ac0 on network 37419415-1089-4518-a3d4-26fb32aa3969 {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:03.913163 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:20:03.913731 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Checking segment: {'id': '92482d8d-9aed-490f-9c2d-aa08717a120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:03.914033 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.914432 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Bound using segment: {'id': '92482d8d-9aed-490f-9c2d-aa08717a120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:20:03.916342 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Bound port: e55c3767-5640-41ca-9772-01bbacd55ac0, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92482d8d-9aed-490f-9c2d-aa08717a120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:20:03.917139 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.984220 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] For port e55c3767-5640-41ca-9772-01bbacd55ac0, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:20:03.987569 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] For port e55c3767-5640-41ca-9772-01bbacd55ac0, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=e55c3767-5640-41ca-9772-01bbacd55ac0,segment=NetworkSegment(92482d8d-9aed-490f-9c2d-aa08717a120e),segment_id=92482d8d-9aed-490f-9c2d-aa08717a120e)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:20:04.029681 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69a485-9970-4cd2-9cdd-0fcb4fa3622b req-6aa4db8f-565a-4bd5-8207-a0c7ca597958 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:04.031209 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6e69a485-9970-4cd2-9cdd-0fcb4fa3622b req-6aa4db8f-565a-4bd5-8207-a0c7ca597958 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0517647 Oct 27 10:20:04.081374 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6e69a485-9970-4cd2-9cdd-0fcb4fa3622b req-f0cc0e88-601a-4d1f-b25a-3af712109752 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414391 Oct 27 10:20:04.082098 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47302) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:04.108102 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.111785 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.131551 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-321a937a-6b88-47d9-9380-f6af0aa25cec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.144381 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.172120 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862d3bd-0e66-4159-9578-420101bc8839 None None] Pushing event updated for resources: {'Port': ['ID=e55c3767-5640-41ca-9772-01bbacd55ac0,revision_number=2']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:04.212226 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1df111-436a-4c46-99a5-7bcc79aec076 req-eabfee42-b8cf-4e1b-9ea8-eaa73f4a874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:04.213776 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ee1df111-436a-4c46-99a5-7bcc79aec076 req-eabfee42-b8cf-4e1b-9ea8-eaa73f4a874d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e708eaedc394ca29a2d62525710ec30&device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 1098 time: 0.1172006 Oct 27 10:20:04.274170 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] Allocated IP 172.27.3.101 (70ca3915-436e-4d6f-9dee-c189a5123789/3d25a479-4445-45b0-aa2d-a38f3239d00a/7047f6e7-db5b-4588-8376-ff60a251a82e) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:20:04.314030 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:20:04.613769 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-321a937a-6b88-47d9-9380-f6af0aa25cec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.613769 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1df111-436a-4c46-99a5-7bcc79aec076 req-737f2b3a-c155-43cc-aa5a-c7d6b2758cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:04.613769 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ee1df111-436a-4c46-99a5-7bcc79aec076 req-737f2b3a-c155-43cc-aa5a-c7d6b2758cfc service neutron] 10.222.0.73 "GET /v2.0/networks?id=12a0c60b-6b74-4c6e-aa76-24304d8e4193 HTTP/1.1" status: 200 len: 920 time: 0.1715741 Oct 27 10:20:04.616080 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.616275 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ee1df111-436a-4c46-99a5-7bcc79aec076 req-c0538284-f627-445a-9087-2df09a608b2d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68df75fe-c6d2-4823-9211-f99abce959de HTTP/1.1" status: 200 len: 217 time: 0.0561364 Oct 27 10:20:04.616275 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1df111-436a-4c46-99a5-7bcc79aec076 req-839502da-de73-4dd6-ae89-131457445e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:04.616275 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ee1df111-436a-4c46-99a5-7bcc79aec076 req-839502da-de73-4dd6-ae89-131457445e4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ec27a5a-0204-41d8-9c46-0b4aeb02bde5 HTTP/1.1" status: 200 len: 859 time: 0.0525377 Oct 27 10:20:04.616275 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ee1df111-436a-4c46-99a5-7bcc79aec076 req-346f1006-1e00-430e-940e-424789039b31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12a0c60b-6b74-4c6e-aa76-24304d8e4193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259426 Oct 27 10:20:04.637419 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-321a937a-6b88-47d9-9380-f6af0aa25cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.673161 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ee1df111-436a-4c46-99a5-7bcc79aec076 req-f9bc8e7d-242c-40c2-a211-71519a37a0f5 service neutron] 10.222.0.73 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107299 Oct 27 10:20:04.674071 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.723714 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:04.730371 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:04.735581 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:20:04.738529 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-321a937a-6b88-47d9-9380-f6af0aa25cec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b26a8c1c7507429ca0bb144c2e296c20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6548140 Oct 27 10:20:04.740677 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a937a-6b88-47d9-9380-f6af0aa25cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c4b17d-c44d-4732-85d2-680f457b7892,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:04.741708 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47314) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:04.819057 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ee1df111-436a-4c46-99a5-7bcc79aec076 req-68ae01ec-c22b-44a3-80a0-fbd1c42b91b7 service neutron] 10.222.0.73 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258321 Oct 27 10:20:04.832628 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] Pushing event updated for resources: {'Port': ['ID=7047f6e7-db5b-4588-8376-ff60a251a82e,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:04.910466 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-53c85a5e-3407-45f6-8cea-ab188499524d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.934030 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-53c85a5e-3407-45f6-8cea-ab188499524d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.093626 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-53c85a5e-3407-45f6-8cea-ab188499524d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.096156 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-53c85a5e-3407-45f6-8cea-ab188499524d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.097609 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-53c85a5e-3407-45f6-8cea-ab188499524d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d2c4b17d-c44d-4732-85d2-680f457b7892 HTTP/1.1" status: 204 len: 168 time: 0.2853076 Oct 27 10:20:05.221348 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c85a5e-3407-45f6-8cea-ab188499524d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c4b17d-c44d-4732-85d2-680f457b7892,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:05.247781 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662bc2a-3c77-4726-aa35-063ff5aa14a0 req-9815100b-8de8-4dc4-afbc-0ec12cc7a7df tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:05.251205 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f662bc2a-3c77-4726-aa35-063ff5aa14a0 req-9815100b-8de8-4dc4-afbc-0ec12cc7a7df tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0838425 Oct 27 10:20:05.283227 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.329706 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f662bc2a-3c77-4726-aa35-063ff5aa14a0 req-912448aa-4dd9-408c-81c7-8493b126e03a tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685000 Oct 27 10:20:05.356448 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0c6646-f923-465e-bc3e-72318d70cb6f None None] Network 37419415-1089-4518-a3d4-26fb32aa3969 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:20:05.433450 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-b7c61ed9-9265-44f2-8acd-19d761a2b69e None None] Provisioning complete for port e55c3767-5640-41ca-9772-01bbacd55ac0 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:05.434177 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b7c61ed9-9265-44f2-8acd-19d761a2b69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.466344 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47344) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:05.533768 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_v2 [None req-767a5ff2-41df-43bd-a03c-99a316713d64 admin admin] Deleting subnet 4ba15c58-3e08-4300-b20b-c364c13f8236 {{(pid=102225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:20:05.537437 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-767a5ff2-41df-43bd-a03c-99a316713d64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.558743 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624213'] for router, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.574656 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-767a5ff2-41df-43bd-a03c-99a316713d64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10283299'] for subnet, precommit_delete_associations {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.601745 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b7c61ed9-9265-44f2-8acd-19d761a2b69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.631937 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-767a5ff2-41df-43bd-a03c-99a316713d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-758613'] for subnet, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.651146 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-b7c61ed9-9265-44f2-8acd-19d761a2b69e None None] For port e55c3767-5640-41ca-9772-01bbacd55ac0, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=e55c3767-5640-41ca-9772-01bbacd55ac0,segment=NetworkSegment(92482d8d-9aed-490f-9c2d-aa08717a120e),segment_id=92482d8d-9aed-490f-9c2d-aa08717a120e)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:05.775664 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device e55c3767-5640-41ca-9772-01bbacd55ac0 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:05.814056 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b7c61ed9-9265-44f2-8acd-19d761a2b69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.881004 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-767a5ff2-41df-43bd-a03c-99a316713d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-758620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10167193'] for subnet, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.881440 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c61ed9-9265-44f2-8acd-19d761a2b69e None None] Pushing event updated for resources: {'Port': ['ID=e55c3767-5640-41ca-9772-01bbacd55ac0,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:05.891392 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port e55c3767-5640-41ca-9772-01bbacd55ac0 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:05.891392 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.916322 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a5ff2-41df-43bd-a03c-99a316713d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba15c58-3e08-4300-b20b-c364c13f8236,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:05.932546 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] Router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 is scheduled to L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 with binding_index 1 {{(pid=102224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:20:05.943516 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-767a5ff2-41df-43bd-a03c-99a316713d64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.949484 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-767a5ff2-41df-43bd-a03c-99a316713d64 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4ba15c58-3e08-4300-b20b-c364c13f8236 HTTP/1.1" status: 204 len: 168 time: 0.4798744 Oct 27 10:20:05.950811 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47360) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:05.958161 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-803bdca6-36a4-4f8c-b8de-d57fa55288c7 None None] Provisioning complete for port e55c3767-5640-41ca-9772-01bbacd55ac0 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:05.958530 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-803bdca6-36a4-4f8c-b8de-d57fa55288c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.030678 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fd5db0fd-540e-45ef-9e7f-41266090c285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658350'] for network, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.077647 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:20:06.090909 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Sync routers for ids ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'] in dv-cinder-815145-2-iscsi {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:20:06.104519 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Routers {'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:06.105854 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:19:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:06.221625 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Set router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:06.242933 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] Publish callbacks [] for router, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.244934 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-627b60d0-fa9e-4cd6-adda-aeaedf121b10 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1819382 Oct 27 10:20:06.247610 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47366) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:06.414029 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fd5db0fd-540e-45ef-9e7f-41266090c285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764864', 'neutron.services.segments.db._delete_segments_for_network-8767688259934'] for network, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.433750 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:20:04Z', 'revision_number': 3, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port': {'id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:04Z', 'updated_at': '2021-10-27T10:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:06.464602 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Checking router: e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 for host: dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:20:06.465183 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Updating router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 port 7047f6e7-db5b-4588-8376-ff60a251a82e binding host dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:20:06.497275 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-fd5db0fd-540e-45ef-9e7f-41266090c285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7bf5dc6-9f70-47f5-9f45-85956db370a6']}} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:06.504559 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.518974 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-fd5db0fd-540e-45ef-9e7f-41266090c285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7538b368-a950-47a4-b9e9-8b9198737222') {'for_net_delete': True} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:06.519102 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-fd5db0fd-540e-45ef-9e7f-41266090c285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7538b368-a950-47a4-b9e9-8b9198737222') {} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:06.542283 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fd5db0fd-540e-45ef-9e7f-41266090c285 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767688260455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10283354'] for segment, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.573074 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07017943-ba8b-4d97-805c-89379b3e6d51 req-c6721234-d099-428f-b8a4-430dcc3c46e0 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:06.581155 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-07017943-ba8b-4d97-805c-89379b3e6d51 req-c6721234-d099-428f-b8a4-430dcc3c46e0 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.1442518 Oct 27 10:20:06.589865 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fd5db0fd-540e-45ef-9e7f-41266090c285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.604087 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5db0fd-540e-45ef-9e7f-41266090c285 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=102225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:20:06.604489 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fd5db0fd-540e-45ef-9e7f-41266090c285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283975'] for segment, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: Traceback (most recent call last): Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: timer() Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: cb(*args, **kw) Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: return func(*args, **kwargs) Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: self._notify() Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: self.callback(batched_events) Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: event.method(event) Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: return f(self, *a, **k) Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._get(url).json() Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: return self.request(url, 'GET', **kwargs) Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:20:06.613105 dv-cinder-815145-2-iscsi neutron-server[102225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:20:06.695331 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-07017943-ba8b-4d97-805c-89379b3e6d51 req-e1fa9b47-bf55-4bcd-b96c-b3ded6bbf270 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104991 Oct 27 10:20:06.809571 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fd5db0fd-540e-45ef-9e7f-41266090c285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623617'] for network, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.818005 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fd5db0fd-540e-45ef-9e7f-41266090c285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.821768 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-fd5db0fd-540e-45ef-9e7f-41266090c285 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d7bf5dc6-9f70-47f5-9f45-85956db370a6 HTTP/1.1" status: 204 len: 168 time: 0.8696778 Oct 27 10:20:06.830510 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47392) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:06.846750 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5db0fd-540e-45ef-9e7f-41266090c285 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7bf5dc6-9f70-47f5-9f45-85956db370a6,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:06.919694 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Publish callbacks [] for port, precommit_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.959005 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_v2 [None req-66bb0cb8-0b9c-4715-9a04-4e0e10ae4e02 admin admin] Deleting subnet 77e0285a-072e-45db-9723-ac3621717f8c {{(pid=102224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:20:06.966360 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-66bb0cb8-0b9c-4715-9a04-4e0e10ae4e02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.019550 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-66bb0cb8-0b9c-4715-9a04-4e0e10ae4e02 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.038571 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.053506 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-66bb0cb8-0b9c-4715-9a04-4e0e10ae4e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-758613'] for subnet, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.109383 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Attempting to bind port 7047f6e7-db5b-4588-8376-ff60a251a82e on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:20:07.110303 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Attempting to bind port 7047f6e7-db5b-4588-8376-ff60a251a82e by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:20:07.111114 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Attempting to bind port 7047f6e7-db5b-4588-8376-ff60a251a82e on network 70ca3915-436e-4d6f-9dee-c189a5123789 {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:07.113540 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51938a51-3705-496b-90b3-a564f2ba2ada None None] Pushing event updated for resources: {'Port': ['ID=7047f6e7-db5b-4588-8376-ff60a251a82e,revision_number=2']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:07.124872 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51938a51-3705-496b-90b3-a564f2ba2ada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:07.127872 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51938a51-3705-496b-90b3-a564f2ba2ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:07.127872 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51938a51-3705-496b-90b3-a564f2ba2ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:07.127872 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51938a51-3705-496b-90b3-a564f2ba2ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:07.127872 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51938a51-3705-496b-90b3-a564f2ba2ada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:07.127872 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51938a51-3705-496b-90b3-a564f2ba2ada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:07.127872 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51938a51-3705-496b-90b3-a564f2ba2ada None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:07.127872 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51938a51-3705-496b-90b3-a564f2ba2ada None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:07.127872 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51938a51-3705-496b-90b3-a564f2ba2ada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:07.127872 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51938a51-3705-496b-90b3-a564f2ba2ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:07.128454 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51938a51-3705-496b-90b3-a564f2ba2ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:07.128671 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51938a51-3705-496b-90b3-a564f2ba2ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:07.135557 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:20:07.136209 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Checking segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:07.136976 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.138453 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Bound using segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:20:07.139118 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Bound port: 7047f6e7-db5b-4588-8376-ff60a251a82e, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:20:07.139811 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.204998 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] For port 7047f6e7-db5b-4588-8376-ff60a251a82e, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:20:07.208389 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] For port 7047f6e7-db5b-4588-8376-ff60a251a82e, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=7047f6e7-db5b-4588-8376-ff60a251a82e,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:20:07.225269 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6511a34d-2c82-4791-aba7-31a5a9283f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.287203 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.293276 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-66bb0cb8-0b9c-4715-9a04-4e0e10ae4e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-758620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for subnet, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.330529 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-66bb0cb8-0b9c-4715-9a04-4e0e10ae4e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.336726 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-66bb0cb8-0b9c-4715-9a04-4e0e10ae4e02 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/77e0285a-072e-45db-9723-ac3621717f8c HTTP/1.1" status: 204 len: 168 time: 0.5023789 Oct 27 10:20:07.337385 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47446) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:07.342078 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb0cb8-0b9c-4715-9a04-4e0e10ae4e02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77e0285a-072e-45db-9723-ac3621717f8c,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:07.357013 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Routers {'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:07.358119 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:19:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:07.395450 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51938a51-3705-496b-90b3-a564f2ba2ada None None] Pushing event updated for resources: {'Port': ['ID=7047f6e7-db5b-4588-8376-ff60a251a82e,revision_number=3']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:07.459936 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658350'] for network, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.479676 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] Set router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:07.575387 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [None req-6511a34d-2c82-4791-aba7-31a5a9283f56 admin admin] Allocated IP 172.20.0.1 (37419415-1089-4518-a3d4-26fb32aa3969/a3800a6b-912b-4fca-9e63-fb91e6bcdaec/11973f1a-f61d-44fd-b06c-16d91c16c8dd) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:20:07.595398 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764864', 'neutron.services.segments.db._delete_segments_for_network-8767688259934'] for network, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.660920 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:20:07.661226 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:20:07.662136 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:20:07.662480 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Subscribe: > port after_create 55550000 {{(pid=102224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:20:07.662802 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:20:07.663140 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Subscribe: > port after_update 55550000 {{(pid=102224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:20:07.663462 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:20:07.663802 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:20:07.664120 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:20:07.664440 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:20:07.717869 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device e55c3767-5640-41ca-9772-01bbacd55ac0 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:07.720915 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:20:04Z', 'revision_number': 3, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port': {'id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:04Z', 'updated_at': '2021-10-27T10:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:07.737254 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:20:07.737596 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:20:07.738112 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:20:07.738606 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:20:07.739134 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c0bdb4-6cb2-439e-90ed-6e292b3107fd']}} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:07.764645 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8261b401-252d-4488-b2fc-3b9c2832a4ac') {'for_net_delete': True} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:07.765235 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8261b401-252d-4488-b2fc-3b9c2832a4ac') {} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:07.781093 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81259837-7dbd-4691-b3f2-a6a79b084dea None None] The sync data for ids ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'] in dv-cinder-815145-2-iscsi is: [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:20:04Z', 'revision_number': 3, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port': {'id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:04Z', 'updated_at': '2021-10-27T10:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}] {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:20:07.792835 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767688260455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491389'] for segment, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.860466 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port e55c3767-5640-41ca-9772-01bbacd55ac0 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:07.860967 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.883377 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.896996 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:20:07.897532 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8962449'] for segment, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.916220 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816486a6-5de6-45ed-9a98-2aea283cbe4e req-0c967476-1743-401c-97c3-405ae40cfa8b tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:07.918269 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-816486a6-5de6-45ed-9a98-2aea283cbe4e req-0c967476-1743-401c-97c3-405ae40cfa8b tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.1077909 Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: from cryptography.utils import int_from_bytes Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: from cryptography.utils import int_from_bytes Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: Traceback (most recent call last): Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: timer() Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: cb(*args, **kw) Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: return func(*args, **kwargs) Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: self._notify() Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: self.callback(batched_events) Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: event.method(event) Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: return f(self, *a, **k) Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: return self._get(url).json() Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: return self.request(url, 'GET', **kwargs) Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:20:07.991362 dv-cinder-815145-2-iscsi neutron-server[102224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:20:07.996626 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-816486a6-5de6-45ed-9a98-2aea283cbe4e req-2357a877-6e79-4cd4-8f5e-1093772450e1 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695112 Oct 27 10:20:08.030727 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6511a34d-2c82-4791-aba7-31a5a9283f56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.112802 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623617'] for network, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.132366 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.139892 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] 10.222.0.66 "DELETE /v2.0/networks/04c0bdb4-6cb2-439e-90ed-6e292b3107fd HTTP/1.1" status: 204 len: 168 time: 0.7951748 Oct 27 10:20:08.141539 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64205013-a1c8-410e-8112-eb8d148c0c86 admin admin] Pushing event deleted for resources: {'Network': ['ID=04c0bdb4-6cb2-439e-90ed-6e292b3107fd,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:08.252801 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6511a34d-2c82-4791-aba7-31a5a9283f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.295123 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6511a34d-2c82-4791-aba7-31a5a9283f56 admin admin] Network 37419415-1089-4518-a3d4-26fb32aa3969 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:08.298225 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-6511a34d-2c82-4791-aba7-31a5a9283f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:08.302103 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511a34d-2c82-4791-aba7-31a5a9283f56 admin admin] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:20:08.328084 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511a34d-2c82-4791-aba7-31a5a9283f56 admin admin] Pushing event updated for resources: {'Port': ['ID=11973f1a-f61d-44fd-b06c-16d91c16c8dd,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:08.390759 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6511a34d-2c82-4791-aba7-31a5a9283f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623752'] for router_interface, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.622204 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-7d45e755-647c-4dd6-be17-eed9eaf815fa None None] Provisioning complete for port 11973f1a-f61d-44fd-b06c-16d91c16c8dd triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:08.622575 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-7d45e755-647c-4dd6-be17-eed9eaf815fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.659296 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-7d45e755-647c-4dd6-be17-eed9eaf815fa None None] Port 11973f1a-f61d-44fd-b06c-16d91c16c8dd cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:20:08.689417 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47486) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:08.811755 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d519e807-2fb4-45b8-83ea-bdef9e6617e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.928946 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47494) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:08.931837 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d519e807-2fb4-45b8-83ea-bdef9e6617e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.939157 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6511a34d-2c82-4791-aba7-31a5a9283f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.972502 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-cb29d88a-c069-4cec-ba3b-f01ba74b3a1e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b4f54f3905c74ca9af075e871cebb01e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423429 Oct 27 10:20:08.975131 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47498) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:09.024486 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5e119497-fadf-4d66-915f-9f6e99c33b47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.056479 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5e119497-fadf-4d66-915f-9f6e99c33b47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.110678 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d519e807-2fb4-45b8-83ea-bdef9e6617e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.160685 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519e807-2fb4-45b8-83ea-bdef9e6617e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f23075a-d689-4ba7-bb33-8a41334bd6e2,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:09.162755 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d2c19-ce3b-4858-954f-5f11668e8354 req-7eb96406-a4b5-43c9-b52e-3e543b201fe9 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:09.169795 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6511a34d-2c82-4791-aba7-31a5a9283f56 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.170047 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8d6d2c19-ce3b-4858-954f-5f11668e8354 req-7eb96406-a4b5-43c9-b52e-3e543b201fe9 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0762239 Oct 27 10:20:09.184373 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-d519e807-2fb4-45b8-83ea-bdef9e6617e3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f861fa51162b4731bcb684fc62f392d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4936600 Oct 27 10:20:09.187709 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47506) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:09.223408 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8d6d2c19-ce3b-4858-954f-5f11668e8354 req-4591792c-63fc-4e94-a20f-7a5db4dd9508 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437748 Oct 27 10:20:09.253520 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-72dd753d-23fa-47cb-b10b-b7ba3739c1d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.273134 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5e119497-fadf-4d66-915f-9f6e99c33b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.276634 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5e119497-fadf-4d66-915f-9f6e99c33b47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.278148 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-5e119497-fadf-4d66-915f-9f6e99c33b47 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b921cc5f-ef34-41f7-964d-f6164d73b441 HTTP/1.1" status: 204 len: 168 time: 0.3016784 Oct 27 10:20:09.282778 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-72dd753d-23fa-47cb-b10b-b7ba3739c1d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.288775 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e119497-fadf-4d66-915f-9f6e99c33b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b921cc5f-ef34-41f7-964d-f6164d73b441,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:09.360500 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6511a34d-2c82-4791-aba7-31a5a9283f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.438400 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511a34d-2c82-4791-aba7-31a5a9283f56 admin admin] Pushing event updated for resources: {'Port': ['ID=11973f1a-f61d-44fd-b06c-16d91c16c8dd,revision_number=2']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:09.441698 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6511a34d-2c82-4791-aba7-31a5a9283f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625176'] for router_interface, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.528464 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-72dd753d-23fa-47cb-b10b-b7ba3739c1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.532563 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-72dd753d-23fa-47cb-b10b-b7ba3739c1d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.534296 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-72dd753d-23fa-47cb-b10b-b7ba3739c1d1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3f23075a-d689-4ba7-bb33-8a41334bd6e2 HTTP/1.1" status: 204 len: 168 time: 0.3454549 Oct 27 10:20:09.563165 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd753d-23fa-47cb-b10b-b7ba3739c1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f23075a-d689-4ba7-bb33-8a41334bd6e2,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:09.588167 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6511a34d-2c82-4791-aba7-31a5a9283f56 admin admin] Network 37419415-1089-4518-a3d4-26fb32aa3969 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:09.590260 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-6511a34d-2c82-4791-aba7-31a5a9283f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:09.785256 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 7047f6e7-db5b-4588-8376-ff60a251a82e up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:09.787726 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6511a34d-2c82-4791-aba7-31a5a9283f56 admin admin] Router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:20:09.913823 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 7047f6e7-db5b-4588-8376-ff60a251a82e triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:09.914772 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.985623 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6511a34d-2c82-4791-aba7-31a5a9283f56 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:20:10.010183 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-6511a34d-2c82-4791-aba7-31a5a9283f56 admin admin] 10.222.0.66 "PUT /v2.0/routers/e0a0da53-2d0a-41b3-904f-e7a9cbb026c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7446904 Oct 27 10:20:10.017158 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69479903-8920-471e-9421-6c699e5121cc None None] Sync routers for ids ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:20:10.037664 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-602cc6d4-9fcb-4c5b-9cf9-f96ac989511c None None] Provisioning complete for port 11973f1a-f61d-44fd-b06c-16d91c16c8dd triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:10.038367 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-602cc6d4-9fcb-4c5b-9cf9-f96ac989511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.068051 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69479903-8920-471e-9421-6c699e5121cc None None] Routers {'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:10.068696 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-69479903-8920-471e-9421-6c699e5121cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:19:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:10.075042 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.292615 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-602cc6d4-9fcb-4c5b-9cf9-f96ac989511c None None] Port 11973f1a-f61d-44fd-b06c-16d91c16c8dd cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:20:10.298468 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] For port 7047f6e7-db5b-4588-8376-ff60a251a82e, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=7047f6e7-db5b-4588-8376-ff60a251a82e,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:10.340841 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-69479903-8920-471e-9421-6c699e5121cc None None] Set router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:10.434393 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5ca6f-6b4e-4229-a1ef-4c3301e9597b req-090cf0db-ce75-4209-a520-7aacf370d3ae tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:10.436712 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6bd5ca6f-6b4e-4229-a1ef-4c3301e9597b req-090cf0db-ce75-4209-a520-7aacf370d3ae tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0771215 Oct 27 10:20:10.489296 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.499540 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6bd5ca6f-6b4e-4229-a1ef-4c3301e9597b req-0359eaf2-1a38-4fa3-a526-520736ed94d3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507925 Oct 27 10:20:10.648621 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Pushing event updated for resources: {'Port': ['ID=7047f6e7-db5b-4588-8376-ff60a251a82e,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:10.726998 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-69479903-8920-471e-9421-6c699e5121cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:20:08Z', 'revision_number': 4, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port': {'id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:04Z', 'updated_at': '2021-10-27T10:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '11973f1a-f61d-44fd-b06c-16d91c16c8dd', 'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'mac_address': 'fa:16:3e:bd:0e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:07Z', 'updated_at': '2021-10-27T10:20:08Z', 'revision_number': 2, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'subnets': [{'id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:10.753901 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69479903-8920-471e-9421-6c699e5121cc None None] Checking router: e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:20:10.754162 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69479903-8920-471e-9421-6c699e5121cc None None] Updating router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 port 11973f1a-f61d-44fd-b06c-16d91c16c8dd binding host dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:20:10.782042 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-69479903-8920-471e-9421-6c699e5121cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.813239 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47558) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:10.858689 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-a4afe256-70f4-463b-9959-df2bb625bbad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f4d0c83f34d46299d3e2116f2de8445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530713 Oct 27 10:20:10.860636 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47562) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:10.900870 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47568) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:10.907323 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-62b476a4-ff60-40e4-87cd-22ec2fc66dbd tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1126129948', 'description': 'tempest-description--1722243920'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:10.970798 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-dd531930-f5ef-4962-98e5-b8e958d6bf08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.999512 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-dd531930-f5ef-4962-98e5-b8e958d6bf08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.127818 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-62b476a4-ff60-40e4-87cd-22ec2fc66dbd tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.172629 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-69479903-8920-471e-9421-6c699e5121cc None None] Publish callbacks [] for port, precommit_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.343652 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-dd531930-f5ef-4962-98e5-b8e958d6bf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.346436 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-dd531930-f5ef-4962-98e5-b8e958d6bf08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.347782 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-dd531930-f5ef-4962-98e5-b8e958d6bf08 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b745367-92b6-483c-b0eb-944feafed4d0 HTTP/1.1" status: 204 len: 168 time: 0.4859471 Oct 27 10:20:11.362471 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd531930-f5ef-4962-98e5-b8e958d6bf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b745367-92b6-483c-b0eb-944feafed4d0,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:11.424379 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-62b476a4-ff60-40e4-87cd-22ec2fc66dbd tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.429865 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-69479903-8920-471e-9421-6c699e5121cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.500350 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df879c03-18ed-414d-a24b-957ed0e320a9 None None] Pushing event updated for resources: {'Port': ['ID=11973f1a-f61d-44fd-b06c-16d91c16c8dd,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:11.577728 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-69479903-8920-471e-9421-6c699e5121cc None None] Attempting to bind port 11973f1a-f61d-44fd-b06c-16d91c16c8dd on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:20:11.577728 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-69479903-8920-471e-9421-6c699e5121cc None None] Attempting to bind port 11973f1a-f61d-44fd-b06c-16d91c16c8dd by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': '92482d8d-9aed-490f-9c2d-aa08717a120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:20:11.577728 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69479903-8920-471e-9421-6c699e5121cc None None] Attempting to bind port 11973f1a-f61d-44fd-b06c-16d91c16c8dd on network 37419415-1089-4518-a3d4-26fb32aa3969 {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:11.577728 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69479903-8920-471e-9421-6c699e5121cc None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:20:11.577728 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69479903-8920-471e-9421-6c699e5121cc None None] Checking segment: {'id': '92482d8d-9aed-490f-9c2d-aa08717a120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:11.577728 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-69479903-8920-471e-9421-6c699e5121cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.577728 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69479903-8920-471e-9421-6c699e5121cc None None] Bound using segment: {'id': '92482d8d-9aed-490f-9c2d-aa08717a120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:20:11.577728 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-69479903-8920-471e-9421-6c699e5121cc None None] Bound port: 11973f1a-f61d-44fd-b06c-16d91c16c8dd, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92482d8d-9aed-490f-9c2d-aa08717a120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:20:11.577728 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-69479903-8920-471e-9421-6c699e5121cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.638875 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fece6f-afd6-4800-967d-0525600c720d req-a65de4b5-9707-4245-af08-b1e3a8d67296 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:11.653396 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-84fece6f-afd6-4800-967d-0525600c720d req-a65de4b5-9707-4245-af08-b1e3a8d67296 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0688009 Oct 27 10:20:11.670800 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-69479903-8920-471e-9421-6c699e5121cc None None] For port 11973f1a-f61d-44fd-b06c-16d91c16c8dd, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:20:11.676645 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-69479903-8920-471e-9421-6c699e5121cc None None] For port 11973f1a-f61d-44fd-b06c-16d91c16c8dd, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=11973f1a-f61d-44fd-b06c-16d91c16c8dd,segment=NetworkSegment(92482d8d-9aed-490f-9c2d-aa08717a120e),segment_id=92482d8d-9aed-490f-9c2d-aa08717a120e)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:20:11.705744 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-84fece6f-afd6-4800-967d-0525600c720d req-d3f5a671-d713-4d8d-9ca6-9830c1aae2ca tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513048 Oct 27 10:20:11.714645 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 7047f6e7-db5b-4588-8376-ff60a251a82e up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:11.759808 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-365d925b-a837-46f0-9480-eed9e64cd5f6 None None] Provisioning complete for port 11973f1a-f61d-44fd-b06c-16d91c16c8dd triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:11.760092 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-365d925b-a837-46f0-9480-eed9e64cd5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.778392 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-62b476a4-ff60-40e4-87cd-22ec2fc66dbd tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.808251 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-365d925b-a837-46f0-9480-eed9e64cd5f6 None None] Port 11973f1a-f61d-44fd-b06c-16d91c16c8dd cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:20:11.813819 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 7047f6e7-db5b-4588-8376-ff60a251a82e triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:11.814240 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.840820 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-69479903-8920-471e-9421-6c699e5121cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.869301 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b476a4-ff60-40e4-87cd-22ec2fc66dbd tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4feaa0ef-0054-48bc-9e63-96733c02112f,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:11.932097 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df879c03-18ed-414d-a24b-957ed0e320a9 None None] Pushing event updated for resources: {'Port': ['ID=11973f1a-f61d-44fd-b06c-16d91c16c8dd,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:11.953572 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69479903-8920-471e-9421-6c699e5121cc None None] Routers {'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:11.954492 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-69479903-8920-471e-9421-6c699e5121cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:19:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:11.968446 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-62b476a4-ff60-40e4-87cd-22ec2fc66dbd tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.970894 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-62b476a4-ff60-40e4-87cd-22ec2fc66dbd tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0679092 Oct 27 10:20:11.973630 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47612) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:11.978779 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-db71b83b-fd3e-4bfe-a875-717b9abc19a0 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Request body: {'security_group_rule': {'security_group_id': '4feaa0ef-0054-48bc-9e63-96733c02112f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:12.171704 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-69479903-8920-471e-9421-6c699e5121cc None None] Set router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:12.274425 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-db71b83b-fd3e-4bfe-a875-717b9abc19a0 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.291153 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-db171710-39e4-4cff-a804-722d9e69ad14 None None] Provisioning complete for port 11973f1a-f61d-44fd-b06c-16d91c16c8dd triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:12.291802 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-db171710-39e4-4cff-a804-722d9e69ad14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.381807 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-db71b83b-fd3e-4bfe-a875-717b9abc19a0 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.433812 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-db171710-39e4-4cff-a804-722d9e69ad14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.451224 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-69479903-8920-471e-9421-6c699e5121cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:20:08Z', 'revision_number': 4, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port': {'id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:04Z', 'updated_at': '2021-10-27T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '11973f1a-f61d-44fd-b06c-16d91c16c8dd', 'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'mac_address': 'fa:16:3e:bd:0e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:07Z', 'updated_at': '2021-10-27T10:20:11Z', 'revision_number': 4, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'subnets': [{'id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:12.494824 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69479903-8920-471e-9421-6c699e5121cc None None] The sync data for ids ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'] in dv-cinder-815145-2-iscsi is: [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:20:08Z', 'revision_number': 4, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port': {'id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:04Z', 'updated_at': '2021-10-27T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '11973f1a-f61d-44fd-b06c-16d91c16c8dd', 'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'mac_address': 'fa:16:3e:bd:0e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:07Z', 'updated_at': '2021-10-27T10:20:11Z', 'revision_number': 4, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'subnets': [{'id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:20:12.499646 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-db171710-39e4-4cff-a804-722d9e69ad14 None None] For port 11973f1a-f61d-44fd-b06c-16d91c16c8dd, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=11973f1a-f61d-44fd-b06c-16d91c16c8dd,segment=NetworkSegment(92482d8d-9aed-490f-9c2d-aa08717a120e),segment_id=92482d8d-9aed-490f-9c2d-aa08717a120e)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:12.582337 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-db71b83b-fd3e-4bfe-a875-717b9abc19a0 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.604696 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71b83b-fd3e-4bfe-a875-717b9abc19a0 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbc50ba-b9e0-484a-b0ea-35f71ae778bf,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:12.797635 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-db171710-39e4-4cff-a804-722d9e69ad14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.800802 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-db71b83b-fd3e-4bfe-a875-717b9abc19a0 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.803253 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-db71b83b-fd3e-4bfe-a875-717b9abc19a0 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8272915 Oct 27 10:20:12.805603 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47638) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:12.817126 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-c1546b21-fac1-4a9a-8757-65c327a188f3 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Request body: {'security_group_rule': {'security_group_id': '4feaa0ef-0054-48bc-9e63-96733c02112f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:12.889089 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db171710-39e4-4cff-a804-722d9e69ad14 None None] Pushing event updated for resources: {'Port': ['ID=11973f1a-f61d-44fd-b06c-16d91c16c8dd,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:12.904912 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86831d-8ca5-4f28-b199-7f14be53c87a req-9e1a1ae3-9586-48ae-be3e-9c985ef7e06c tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:12.907032 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1b86831d-8ca5-4f28-b199-7f14be53c87a req-9e1a1ae3-9586-48ae-be3e-9c985ef7e06c tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.1116261 Oct 27 10:20:12.969139 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1b86831d-8ca5-4f28-b199-7f14be53c87a req-587f0d86-0bee-491d-86ba-09038005f13f tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556374 Oct 27 10:20:13.022877 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47642) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:13.037003 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c1546b21-fac1-4a9a-8757-65c327a188f3 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:13.103291 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c1546b21-fac1-4a9a-8757-65c327a188f3 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:13.217701 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-49e8ee04-ab5f-4dcf-92af-22a6d64a63bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:13.263975 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c1546b21-fac1-4a9a-8757-65c327a188f3 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:13.299008 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1546b21-fac1-4a9a-8757-65c327a188f3 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e98a17-2fbc-451a-a735-c8484b3aa1a5,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:13.358634 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-49e8ee04-ab5f-4dcf-92af-22a6d64a63bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:13.414284 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c1546b21-fac1-4a9a-8757-65c327a188f3 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:13.415460 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-c1546b21-fac1-4a9a-8757-65c327a188f3 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6086423 Oct 27 10:20:13.422841 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47668) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:13.427699 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-942248fc-5cfd-4433-bd1d-9bc335ee91b1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Request body: {'floatingip': {'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:13.446821 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-49e8ee04-ab5f-4dcf-92af-22a6d64a63bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:13.754195 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-49e8ee04-ab5f-4dcf-92af-22a6d64a63bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f216ec1e3a54ae9b4e48ab183fbc0b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7279069 Oct 27 10:20:13.755140 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47686) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:13.767862 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 11973f1a-f61d-44fd-b06c-16d91c16c8dd up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:13.806616 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8ee04-ab5f-4dcf-92af-22a6d64a63bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91534ed8-7ac3-40f2-8624-a3658200fb5c,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:13.842154 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 11973f1a-f61d-44fd-b06c-16d91c16c8dd triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:13.842581 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:13.861075 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-942248fc-5cfd-4433-bd1d-9bc335ee91b1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for floatingip, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:13.969687 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-48dc91a1-f67f-43aa-8491-d9ce0d2740f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.019007 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-48dc91a1-f67f-43aa-8491-d9ce0d2740f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.053948 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-942248fc-5cfd-4433-bd1d-9bc335ee91b1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.145502 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94fd81-e90c-473a-a58e-18ca181c2ca9 req-6752a1cf-3f36-4418-a9af-658057f61f1d tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:14.153804 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ef94fd81-e90c-473a-a58e-18ca181c2ca9 req-6752a1cf-3f36-4418-a9af-658057f61f1d tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0645621 Oct 27 10:20:14.184391 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [None req-942248fc-5cfd-4433-bd1d-9bc335ee91b1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Allocated IP 172.27.3.192 (70ca3915-436e-4d6f-9dee-c189a5123789/3d25a479-4445-45b0-aa2d-a38f3239d00a/ed3b915d-c78d-4106-b906-4b4bd1050cab) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:20:14.200195 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ef94fd81-e90c-473a-a58e-18ca181c2ca9 req-d052fd11-b161-46e8-b1a4-7ee2b7c4605f tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349340 Oct 27 10:20:14.294902 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-942248fc-5cfd-4433-bd1d-9bc335ee91b1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.303464 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-48dc91a1-f67f-43aa-8491-d9ce0d2740f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.306335 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-48dc91a1-f67f-43aa-8491-d9ce0d2740f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.308421 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-48dc91a1-f67f-43aa-8491-d9ce0d2740f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/91534ed8-7ac3-40f2-8624-a3658200fb5c HTTP/1.1" status: 204 len: 168 time: 0.5512025 Oct 27 10:20:14.341871 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc91a1-f67f-43aa-8491-d9ce0d2740f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91534ed8-7ac3-40f2-8624-a3658200fb5c,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:14.513067 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-942248fc-5cfd-4433-bd1d-9bc335ee91b1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.555237 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942248fc-5cfd-4433-bd1d-9bc335ee91b1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:14.559754 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-942248fc-5cfd-4433-bd1d-9bc335ee91b1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:14.563413 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942248fc-5cfd-4433-bd1d-9bc335ee91b1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:20:14.568991 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942248fc-5cfd-4433-bd1d-9bc335ee91b1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Pushing event updated for resources: {'Port': ['ID=ed3b915d-c78d-4106-b906-4b4bd1050cab,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:14.699499 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47706) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:14.702079 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-942248fc-5cfd-4433-bd1d-9bc335ee91b1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.806333 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-0a8351fa-7a73-43c6-8eba-d0516552f59f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.861485 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-942248fc-5cfd-4433-bd1d-9bc335ee91b1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.889506 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-0a8351fa-7a73-43c6-8eba-d0516552f59f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.027985 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-942248fc-5cfd-4433-bd1d-9bc335ee91b1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for port, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.046030 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-0a8351fa-7a73-43c6-8eba-d0516552f59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.086008 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-0a8351fa-7a73-43c6-8eba-d0516552f59f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=342205a98d9c401d9cb60d18ad2c7249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854275 Oct 27 10:20:15.087132 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8351fa-7a73-43c6-8eba-d0516552f59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42134bb-5b2e-4f6d-bee4-4508cd837ee0,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:15.088762 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47720) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:15.145414 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d60bdd3d-cab1-4fe7-be44-81200838532a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.148144 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-942248fc-5cfd-4433-bd1d-9bc335ee91b1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.198027 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d60bdd3d-cab1-4fe7-be44-81200838532a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.262539 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942248fc-5cfd-4433-bd1d-9bc335ee91b1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Pushing event updated for resources: {'Port': ['ID=ed3b915d-c78d-4106-b906-4b4bd1050cab,revision_number=2']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:15.279451 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-942248fc-5cfd-4433-bd1d-9bc335ee91b1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623603'] for floatingip, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.324148 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f09d98-319e-4520-9a5c-316f102fc48f req-7f499114-c0fa-4a0c-91a0-340542663c01 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:15.326202 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-59f09d98-319e-4520-9a5c-316f102fc48f req-7f499114-c0fa-4a0c-91a0-340542663c01 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0536079 Oct 27 10:20:15.366723 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-59f09d98-319e-4520-9a5c-316f102fc48f req-799fa874-6a98-4974-b447-045e0a47d22e tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350885 Oct 27 10:20:15.408763 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47728) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:15.422311 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-39f9d220-3bd7-45ee-9c27-e9d776767812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.486903 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d60bdd3d-cab1-4fe7-be44-81200838532a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.493041 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d60bdd3d-cab1-4fe7-be44-81200838532a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.493041 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-d60bdd3d-cab1-4fe7-be44-81200838532a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a42134bb-5b2e-4f6d-bee4-4508cd837ee0 HTTP/1.1" status: 204 len: 168 time: 0.4018974 Oct 27 10:20:15.496761 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-942248fc-5cfd-4433-bd1d-9bc335ee91b1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.502637 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-942248fc-5cfd-4433-bd1d-9bc335ee91b1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0784991 Oct 27 10:20:15.518286 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bdd3d-cab1-4fe7-be44-81200838532a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42134bb-5b2e-4f6d-bee4-4508cd837ee0,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:15.578520 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-39f9d220-3bd7-45ee-9c27-e9d776767812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.723616 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-39f9d220-3bd7-45ee-9c27-e9d776767812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.741664 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-0ffa3406-e00b-4ece-87c9-82bca90e0473 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1126129948&fields=id&tenant_id=dca79ce6135645d8ac76dd2c8abf30f3 HTTP/1.1" status: 200 len: 267 time: 0.0565920 Oct 27 10:20:15.815090 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9d220-3bd7-45ee-9c27-e9d776767812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dad02b-f8d8-4eb1-a164-234c2277892a,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:15.821723 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-39f9d220-3bd7-45ee-9c27-e9d776767812 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c0768cd5bb2e49cfb53bf7122908f3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118097 Oct 27 10:20:15.825171 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47750) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:15.915377 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-0109ff2e-b16b-43c7-a67c-387451f5c49c tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:15.917382 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-0109ff2e-b16b-43c7-a67c-387451f5c49c tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/networks?id=37419415-1089-4518-a3d4-26fb32aa3969 HTTP/1.1" status: 200 len: 810 time: 0.1666903 Oct 27 10:20:15.922489 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2cb0b046-734a-4548-9d2a-f93b109dc505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.949420 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-11b45411-980d-48ba-9958-37590b9ff7e4 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/quotas/dca79ce6135645d8ac76dd2c8abf30f3 HTTP/1.1" status: 200 len: 375 time: 0.0249269 Oct 27 10:20:15.954012 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2cb0b046-734a-4548-9d2a-f93b109dc505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:16.038354 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-c103ef2c-f2ee-4be7-a9b7-4591d6a4fc64 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dca79ce6135645d8ac76dd2c8abf30f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0823281 Oct 27 10:20:16.170980 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-9ecf6e80-35bb-405d-8331-5a270e77ada0 service neutron] 10.222.0.66 "GET /v2.0/networks/37419415-1089-4518-a3d4-26fb32aa3969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148331 Oct 27 10:20:16.262892 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5876c4-00d6-43b3-8d5b-c5c48ceb694d req-68eeb5d5-0792-4388-8484-c23076ea9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:16.264393 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-bd5876c4-00d6-43b3-8d5b-c5c48ceb694d req-68eeb5d5-0792-4388-8484-c23076ea9853 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 1098 time: 0.1075466 Oct 27 10:20:16.316536 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-d983b7e5-005d-4098-b255-da55b119a7e0 service neutron] 10.222.0.66 "GET /v2.0/networks/37419415-1089-4518-a3d4-26fb32aa3969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261375 Oct 27 10:20:16.319257 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2cb0b046-734a-4548-9d2a-f93b109dc505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:16.322198 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2cb0b046-734a-4548-9d2a-f93b109dc505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:16.325017 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-2cb0b046-734a-4548-9d2a-f93b109dc505 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/23dad02b-f8d8-4eb1-a164-234c2277892a HTTP/1.1" status: 204 len: 168 time: 0.4985821 Oct 27 10:20:16.373426 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0b046-734a-4548-9d2a-f93b109dc505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dad02b-f8d8-4eb1-a164-234c2277892a,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:16.381521 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-bd5876c4-00d6-43b3-8d5b-c5c48ceb694d req-29289d2c-35bd-4817-a464-9ffc41fd6282 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084046 Oct 27 10:20:16.550063 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2bf97-6e5c-46fd-95bc-938bb5b9bf45 req-ab1fbd47-a571-4fd6-873e-9ffd5849fc3a tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:16.553091 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ded2bf97-6e5c-46fd-95bc-938bb5b9bf45 req-ab1fbd47-a571-4fd6-873e-9ffd5849fc3a tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0929089 Oct 27 10:20:16.621387 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ded2bf97-6e5c-46fd-95bc-938bb5b9bf45 req-0f0cf698-8cd6-447b-b454-a83254c32511 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590088 Oct 27 10:20:16.892170 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5fce8283-5d4d-40c4-a8bf-559e4618dd18 req-4da1620d-4cc1-4ea8-af10-58a62aa701d1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 210 time: 0.0719621 Oct 27 10:20:17.810737 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02042e1-554d-4912-89b2-818f92eeee4d req-13287686-a9a2-45a1-8991-c006e01b69f8 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:17.821805 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-d02042e1-554d-4912-89b2-818f92eeee4d req-13287686-a9a2-45a1-8991-c006e01b69f8 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.1000342 Oct 27 10:20:17.862327 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-d02042e1-554d-4912-89b2-818f92eeee4d req-cf39a395-1010-4a34-8716-d8b8bfb43f08 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355010 Oct 27 10:20:18.048475 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47890) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:18.066119 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ded18bae-e507-4c70-b943-6514afd48b41 req-ab56b918-c706-4a58-96b9-143eb4425825 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 210 time: 0.0600262 Oct 27 10:20:18.290386 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-9b488c25-99da-452f-95c1-70446e90a70d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.379827 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-9b488c25-99da-452f-95c1-70446e90a70d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.455745 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-9b488c25-99da-452f-95c1-70446e90a70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.496527 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-9b488c25-99da-452f-95c1-70446e90a70d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=583442d8dd3847f2a83d7dc1bc8dee98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465191 Oct 27 10:20:18.497446 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b488c25-99da-452f-95c1-70446e90a70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344d3202-19b5-4573-9faf-741cfe9c5d6f,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:18.499284 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47902) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:18.554513 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0aabaa79-c004-4b02-8057-4ce7e6c092f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.577932 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0aabaa79-c004-4b02-8057-4ce7e6c092f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.754701 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0aabaa79-c004-4b02-8057-4ce7e6c092f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.757785 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0aabaa79-c004-4b02-8057-4ce7e6c092f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.759014 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-0aabaa79-c004-4b02-8057-4ce7e6c092f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/344d3202-19b5-4573-9faf-741cfe9c5d6f HTTP/1.1" status: 204 len: 168 time: 0.2579515 Oct 27 10:20:18.777040 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabaa79-c004-4b02-8057-4ce7e6c092f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344d3202-19b5-4573-9faf-741cfe9c5d6f,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:18.829291 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-63aa1307-3681-432e-be92-715341ef2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.084275 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de589c-f101-485f-9682-3938093a8860 req-e0ddbdc9-6490-48c3-8bd7-9d3dd58e4e86 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:19.095665 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f1de589c-f101-485f-9682-3938093a8860 req-e0ddbdc9-6490-48c3-8bd7-9d3dd58e4e86 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.1173990 Oct 27 10:20:19.180631 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f1de589c-f101-485f-9682-3938093a8860 req-d5400575-4d32-4137-a6da-b46d0dcc518b tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816309 Oct 27 10:20:19.235066 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-55536d85-17b4-4f25-81ef-5aca600efbd2 req-c0af4729-2911-481a-b435-d2bf3abf021a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 210 time: 0.0353012 Oct 27 10:20:19.725109 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 47954) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:19.740201 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-28f07eab-87f2-4959-9b83-7e732bf91ccb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.749232 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133cc75-fe92-4327-a59e-6175bf13252d req-019b8d48-73b4-42fa-8867-31ded900fa08 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:19.749922 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5133cc75-fe92-4327-a59e-6175bf13252d req-019b8d48-73b4-42fa-8867-31ded900fa08 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0855012 Oct 27 10:20:19.810034 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5133cc75-fe92-4327-a59e-6175bf13252d req-5cecd91c-52cd-455b-a003-706041751c80 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474701 Oct 27 10:20:19.868257 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-28f07eab-87f2-4959-9b83-7e732bf91ccb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.935843 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c768a-4e80-4460-b553-db2a5bd755f4 req-440f0f73-7040-43e2-b799-a3ddfd7b67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:19.937553 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a54c768a-4e80-4460-b553-db2a5bd755f4 req-440f0f73-7040-43e2-b799-a3ddfd7b67fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e708eaedc394ca29a2d62525710ec30&device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 1098 time: 0.0412312 Oct 27 10:20:20.002784 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-28f07eab-87f2-4959-9b83-7e732bf91ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:20.068946 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 47970) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:20.071077 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-28f07eab-87f2-4959-9b83-7e732bf91ccb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=578b7ea2578d4234a76e55d9c6503aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447206 Oct 27 10:20:20.079429 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f07eab-87f2-4959-9b83-7e732bf91ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8456b580-3849-4290-9eb4-129fc4f1ac10,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:20.139532 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c768a-4e80-4460-b553-db2a5bd755f4 req-37a954aa-fdca-4003-b249-082b9c0aa2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:20.144298 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a54c768a-4e80-4460-b553-db2a5bd755f4 req-37a954aa-fdca-4003-b249-082b9c0aa2d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12a0c60b-6b74-4c6e-aa76-24304d8e4193 HTTP/1.1" status: 200 len: 920 time: 0.1924303 Oct 27 10:20:20.168383 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-edca5ca6-bc9e-4250-9731-2c4c78ba2333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:20.203357 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a54c768a-4e80-4460-b553-db2a5bd755f4 req-334dac39-6db5-4d72-b2ef-e007d87e7d55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68df75fe-c6d2-4823-9211-f99abce959de HTTP/1.1" status: 200 len: 217 time: 0.0489697 Oct 27 10:20:20.238013 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-edca5ca6-bc9e-4250-9731-2c4c78ba2333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:20.297483 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c768a-4e80-4460-b553-db2a5bd755f4 req-0ccb7620-7520-491a-ada5-90087d3aafda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:20.299753 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a54c768a-4e80-4460-b553-db2a5bd755f4 req-0ccb7620-7520-491a-ada5-90087d3aafda service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ec27a5a-0204-41d8-9c46-0b4aeb02bde5 HTTP/1.1" status: 200 len: 859 time: 0.0876415 Oct 27 10:20:20.374940 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a54c768a-4e80-4460-b553-db2a5bd755f4 req-bfa8ffd7-c0f7-4bd8-a853-9a47a727e1f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12a0c60b-6b74-4c6e-aa76-24304d8e4193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526862 Oct 27 10:20:20.405425 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-44ad475d-0009-4ae7-b459-584afb7e101e tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:20.407209 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-44ad475d-0009-4ae7-b459-584afb7e101e tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.73 "GET /v2.0/networks?id=37419415-1089-4518-a3d4-26fb32aa3969 HTTP/1.1" status: 200 len: 810 time: 0.2007673 Oct 27 10:20:20.485226 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b80a5bdf-00dd-45d7-a60c-35bb57ea7425 req-3d51032e-055f-4c70-b807-71c17d6d0c23 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 210 time: 0.0696983 Oct 27 10:20:20.512538 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a54c768a-4e80-4460-b553-db2a5bd755f4 req-7b835674-50ea-4231-9d2f-84e7c03434bc service neutron] 10.222.0.73 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285877 Oct 27 10:20:20.522097 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-c9c64b6e-6312-4ca8-9160-7121d6bfc8cc tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dca79ce6135645d8ac76dd2c8abf30f3 HTTP/1.1" status: 200 len: 380 time: 0.1048288 Oct 27 10:20:20.555665 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-be61a935-a72f-418d-a6dc-7968ff488794 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Request body: {'port': {'device_id': '0b0452d6-8992-4e21-8732-5b389e05265c', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'admin_state_up': True, 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'security_groups': ['4feaa0ef-0054-48bc-9e63-96733c02112f']}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:20.643251 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-edca5ca6-bc9e-4250-9731-2c4c78ba2333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:20.647711 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-edca5ca6-bc9e-4250-9731-2c4c78ba2333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:20.651767 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-edca5ca6-bc9e-4250-9731-2c4c78ba2333 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8456b580-3849-4290-9eb4-129fc4f1ac10 HTTP/1.1" status: 204 len: 168 time: 0.5788553 Oct 27 10:20:20.667047 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a54c768a-4e80-4460-b553-db2a5bd755f4 req-a6503a4f-7f01-4ed9-8ad4-7b9f287e3cb6 service neutron] 10.222.0.73 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410611 Oct 27 10:20:20.684162 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca5ca6-bc9e-4250-9731-2c4c78ba2333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8456b580-3849-4290-9eb4-129fc4f1ac10,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:20.931791 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-be61a935-a72f-418d-a6dc-7968ff488794 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Made reservation on behalf of dca79ce6135645d8ac76dd2c8abf30f3 for: {'port': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:20.936280 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-be61a935-a72f-418d-a6dc-7968ff488794 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:20.959348 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589ec96-45f6-415f-8d9f-d7fe8d327e5c req-b792dbb1-aba7-4622-abd4-704acf872327 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:20.965387 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8589ec96-45f6-415f-8d9f-d7fe8d327e5c req-b792dbb1-aba7-4622-abd4-704acf872327 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0730517 Oct 27 10:20:21.011346 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8589ec96-45f6-415f-8d9f-d7fe8d327e5c req-1887c28d-aac7-40af-acbf-5cd9b4949c40 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442092 Oct 27 10:20:21.150903 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-be61a935-a72f-418d-a6dc-7968ff488794 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Allocated IP 172.20.0.11 (37419415-1089-4518-a3d4-26fb32aa3969/a3800a6b-912b-4fca-9e63-fb91e6bcdaec/a62c43d4-5847-4c3a-95f1-dd1dbd1cb527) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:20:21.240386 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:21.372958 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-43efd5a3-829c-44f0-b58b-e7d3d0319ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:21.420566 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-be61a935-a72f-418d-a6dc-7968ff488794 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:21.543981 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-be61a935-a72f-418d-a6dc-7968ff488794 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:21.597855 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-be61a935-a72f-418d-a6dc-7968ff488794 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Network 37419415-1089-4518-a3d4-26fb32aa3969 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:21.601679 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-be61a935-a72f-418d-a6dc-7968ff488794 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:21.604088 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-be61a935-a72f-418d-a6dc-7968ff488794 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:20:21.644200 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61a935-a72f-418d-a6dc-7968ff488794 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Pushing event updated for resources: {'Port': ['ID=a62c43d4-5847-4c3a-95f1-dd1dbd1cb527,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:21.652746 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cc67a-5297-48cb-ab68-d3bd822b8747 req-5ef3381d-54cb-4c8b-af3b-3f62e072ce92 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:21.655915 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-131cc67a-5297-48cb-ab68-d3bd822b8747 req-5ef3381d-54cb-4c8b-af3b-3f62e072ce92 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 932 time: 0.0837364 Oct 27 10:20:21.683130 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-be61a935-a72f-418d-a6dc-7968ff488794 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:21.683786 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-be61a935-a72f-418d-a6dc-7968ff488794 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:21.734417 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-131cc67a-5297-48cb-ab68-d3bd822b8747 req-3ed02520-c80f-4845-809f-61048c34d91a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698800 Oct 27 10:20:21.829141 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-be61a935-a72f-418d-a6dc-7968ff488794 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2809863 Oct 27 10:20:21.845079 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Request body: {'port': {'device_id': '0b0452d6-8992-4e21-8732-5b389e05265c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:21.908180 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:21.910112 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-b21bed4b-fd27-47bd-a191-480c8b3a2590 None None] Provisioning complete for port a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:21.910572 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b21bed4b-fd27-47bd-a191-480c8b3a2590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:21.968008 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-b21bed4b-fd27-47bd-a191-480c8b3a2590 None None] Port a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:20:22.213099 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd4cf0-fe88-465c-9d3a-a6c6ee400adb req-ea38010d-bcca-493c-bb58-9db0e810e148 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:22.217824 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-76fd4cf0-fe88-465c-9d3a-a6c6ee400adb req-ea38010d-bcca-493c-bb58-9db0e810e148 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.1207547 Oct 27 10:20:22.295042 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-76fd4cf0-fe88-465c-9d3a-a6c6ee400adb req-e764f916-54ed-4a3b-8db1-cf01e05d593f tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707211 Oct 27 10:20:22.297837 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:22.308377 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 {{(pid=102224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:22.317106 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:22.330986 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.provisioning_blocks [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Transition to ACTIVE for port object a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 will not be triggered until provisioned by entity L2. {{(pid=102224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:20:22.429246 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:22.493883 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Pushing event updated for resources: {'Port': ['ID=a62c43d4-5847-4c3a-95f1-dd1dbd1cb527,revision_number=2']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:22.594412 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:22.601655 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Attempting to bind port a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:20:22.601985 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Attempting to bind port a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '92482d8d-9aed-490f-9c2d-aa08717a120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969'}] {{(pid=102224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:20:22.602360 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Attempting to bind port a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 on network 37419415-1089-4518-a3d4-26fb32aa3969 {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:22.607686 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Port a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 on network 37419415-1089-4518-a3d4-26fb32aa3969 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:20:22.608001 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Attempting to bind port a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 on network 37419415-1089-4518-a3d4-26fb32aa3969 {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:22.613336 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:20:22.613671 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Checking segment: {'id': '92482d8d-9aed-490f-9c2d-aa08717a120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:22.614048 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Bound using segment: {'id': '92482d8d-9aed-490f-9c2d-aa08717a120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969'} {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:20:22.614470 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Bound port: a62c43d4-5847-4c3a-95f1-dd1dbd1cb527, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92482d8d-9aed-490f-9c2d-aa08717a120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969'}}] {{(pid=102224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:20:22.614865 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:22.723931 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] For port a62c43d4-5847-4c3a-95f1-dd1dbd1cb527, host hv-cinder-81514, cleared binding levels {{(pid=102224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:20:22.727235 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] For port a62c43d4-5847-4c3a-95f1-dd1dbd1cb527, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a62c43d4-5847-4c3a-95f1-dd1dbd1cb527,segment=NetworkSegment(92482d8d-9aed-490f-9c2d-aa08717a120e),segment_id=92482d8d-9aed-490f-9c2d-aa08717a120e)] {{(pid=102224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:20:22.867990 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606ddf5-603c-448c-9061-a6d7faf1b66c req-2d6b25ee-2fcf-40b0-b55c-fabe4c6804c5 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:22.876634 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c606ddf5-603c-448c-9061-a6d7faf1b66c req-2d6b25ee-2fcf-40b0-b55c-fabe4c6804c5 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 944 time: 0.0706754 Oct 27 10:20:22.876634 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:22.955983 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:22.956649 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:22.967087 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] 10.222.0.73 "PUT /v2.0/ports/a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 HTTP/1.1" status: 200 len: 1094 time: 1.1265256 Oct 27 10:20:22.979334 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0452d6-8992-4e21-8732-5b389e05265c', 'tag': 'a62c43d4-5847-4c3a-95f1-dd1dbd1cb527'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:22.987166 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcd9243-6bf1-4399-81fd-3ecb3a9e21c2" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0452d6-8992-4e21-8732-5b389e05265c", "tag": "a62c43d4-5847-4c3a-95f1-dd1dbd1cb527"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:23.043690 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62016b57-bfbc-4bd9-ba49-24231b9d2081 service neutron] Pushing event updated for resources: {'Port': ['ID=a62c43d4-5847-4c3a-95f1-dd1dbd1cb527,revision_number=3']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:23.060745 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac454255-ca26-4785-8c82-fed07589319a x-openstack-request-id: req-ac454255-ca26-4785-8c82-fed07589319a {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:23.061047 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0452d6-8992-4e21-8732-5b389e05265c", "tag": "a62c43d4-5847-4c3a-95f1-dd1dbd1cb527", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:23.074891 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac454255-ca26-4785-8c82-fed07589319a {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:23.074891 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0452d6-8992-4e21-8732-5b389e05265c', 'tag': 'a62c43d4-5847-4c3a-95f1-dd1dbd1cb527', 'status': 'completed', 'code': 200} Oct 27 10:20:23.093967 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c606ddf5-603c-448c-9061-a6d7faf1b66c req-0e1c9b8a-f236-43c3-8d6f-2d6e47b1a5ea tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547220 Oct 27 10:20:23.138893 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd9243-6bf1-4399-81fd-3ecb3a9e21c2 req-fcd18239-713d-411c-bcc2-eb356d567f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:23.140414 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5bcd9243-6bf1-4399-81fd-3ecb3a9e21c2 req-fcd18239-713d-411c-bcc2-eb356d567f5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dca79ce6135645d8ac76dd2c8abf30f3&device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 1097 time: 0.0453520 Oct 27 10:20:23.274379 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd9243-6bf1-4399-81fd-3ecb3a9e21c2 req-d5747520-9a1e-42a0-a1a4-3cd5aec199b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:23.288595 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5bcd9243-6bf1-4399-81fd-3ecb3a9e21c2 req-d5747520-9a1e-42a0-a1a4-3cd5aec199b2 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=dca79ce6135645d8ac76dd2c8abf30f3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1205263 Oct 27 10:20:23.392512 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd9243-6bf1-4399-81fd-3ecb3a9e21c2 req-bf71ae4c-46d7-4ed5-9a7c-ec9a23e1e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:23.394091 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5bcd9243-6bf1-4399-81fd-3ecb3a9e21c2 req-bf71ae4c-46d7-4ed5-9a7c-ec9a23e1e3b5 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1108401 Oct 27 10:20:23.486030 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13964e-df49-4340-a249-7e8ace601b69 req-f4d10272-0981-4cde-99c6-c003f97653f0 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:23.490808 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ff13964e-df49-4340-a249-7e8ace601b69 req-f4d10272-0981-4cde-99c6-c003f97653f0 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0767791 Oct 27 10:20:23.504374 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-88814950-10eb-4ef4-aad4-ac6fb56bd5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:23.505628 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-88814950-10eb-4ef4-aad4-ac6fb56bd5ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dca79ce6135645d8ac76dd2c8abf30f3&device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 1097 time: 0.0567770 Oct 27 10:20:23.556946 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ff13964e-df49-4340-a249-7e8ace601b69 req-28d7fbe4-6daf-4206-b011-d3d46aa719e8 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546577 Oct 27 10:20:23.577677 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-e725d4d2-3b2e-49b8-927a-5cc03bf131ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 HTTP/1.1" status: 200 len: 217 time: 0.0485344 Oct 27 10:20:23.654271 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-629a5c30-c0be-4e06-ac06-fb26ce430928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:23.655776 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-629a5c30-c0be-4e06-ac06-fb26ce430928 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3800a6b-912b-4fca-9e63-fb91e6bcdaec HTTP/1.1" status: 200 len: 849 time: 0.0702991 Oct 27 10:20:23.735424 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-97b8db1a-026f-487b-8005-2e679207fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:23.737127 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-97b8db1a-026f-487b-8005-2e679207fa00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37419415-1089-4518-a3d4-26fb32aa3969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726502 Oct 27 10:20:23.840673 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-4fd33dc5-aedd-4c8c-94d1-1772935e6341 service neutron] 10.222.0.73 "GET /v2.0/networks/37419415-1089-4518-a3d4-26fb32aa3969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933166 Oct 27 10:20:23.940814 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f336eb3c-2402-4e3c-bd7d-b025aa7d5135 req-84a5e789-23ff-440b-b2eb-9603ff988522 service neutron] 10.222.0.73 "GET /v2.0/networks/37419415-1089-4518-a3d4-26fb32aa3969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905886 Oct 27 10:20:24.189917 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21529c2d-7526-481b-858e-57b195107528 req-e0774db4-3bb0-4e98-b4db-e1c38611706d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:24.191434 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-21529c2d-7526-481b-858e-57b195107528 req-e0774db4-3bb0-4e98-b4db-e1c38611706d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 944 time: 0.0497470 Oct 27 10:20:24.239057 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-21529c2d-7526-481b-858e-57b195107528 req-ade2d98a-be24-4e48-b928-d7289c9500a7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415471 Oct 27 10:20:24.272126 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.368300 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268eccb0-ddc6-4ed2-88ad-604957e3e185 req-53c4a0de-1982-4237-adf9-084e829c4509 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:25.370554 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-268eccb0-ddc6-4ed2-88ad-604957e3e185 req-53c4a0de-1982-4237-adf9-084e829c4509 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 944 time: 0.0575709 Oct 27 10:20:25.425984 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-268eccb0-ddc6-4ed2-88ad-604957e3e185 req-b27596b9-e238-4f92-b42a-c83f8568b553 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490789 Oct 27 10:20:25.658076 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd6ff2-62e3-46ee-a4cf-8ffcc10352d6 req-7e18d5c4-0bd0-42c4-ab11-1577bb82852a tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:25.662092 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-46cd6ff2-62e3-46ee-a4cf-8ffcc10352d6 req-7e18d5c4-0bd0-42c4-ab11-1577bb82852a tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0531836 Oct 27 10:20:25.698333 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-46cd6ff2-62e3-46ee-a4cf-8ffcc10352d6 req-83435684-cd79-4596-9bda-57817b9cb550 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319004 Oct 27 10:20:26.553780 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5e0a4-d63e-4c16-8bac-e4985f13492e req-e3ea7c62-6f09-495e-92aa-ca7cfc1d46fa tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:26.555250 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-58a5e0a4-d63e-4c16-8bac-e4985f13492e req-e3ea7c62-6f09-495e-92aa-ca7cfc1d46fa tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 944 time: 0.0529134 Oct 27 10:20:26.592596 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-58a5e0a4-d63e-4c16-8bac-e4985f13492e req-338df675-e48b-411a-9736-8b74a478349e tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315492 Oct 27 10:20:27.711763 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40aeab-530c-4558-a6c9-95db67c71965 req-78359178-86ff-4ac6-bc25-243407e81bef tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:27.713480 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ae40aeab-530c-4558-a6c9-95db67c71965 req-78359178-86ff-4ac6-bc25-243407e81bef tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 944 time: 0.0504746 Oct 27 10:20:27.764140 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ae40aeab-530c-4558-a6c9-95db67c71965 req-8e94de6f-50fe-4bce-8ff8-dc017d6740d5 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434847 Oct 27 10:20:28.060313 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:20:28.181513 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port a62c43d4-5847-4c3a-95f1-dd1dbd1cb527, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a62c43d4-5847-4c3a-95f1-dd1dbd1cb527,segment=NetworkSegment(92482d8d-9aed-490f-9c2d-aa08717a120e),segment_id=92482d8d-9aed-490f-9c2d-aa08717a120e)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:28.188497 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': 'a62c43d4-5847-4c3a-95f1-dd1dbd1cb527', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'port_id': 'a62c43d4-5847-4c3a-95f1-dd1dbd1cb527', 'mac_address': 'fa:16:3e:95:4d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:20:28.236000 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:28.249923 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:28.272113 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port a62c43d4-5847-4c3a-95f1-dd1dbd1cb527, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a62c43d4-5847-4c3a-95f1-dd1dbd1cb527,segment=NetworkSegment(92482d8d-9aed-490f-9c2d-aa08717a120e),segment_id=92482d8d-9aed-490f-9c2d-aa08717a120e)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:28.426476 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:28.487160 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=a62c43d4-5847-4c3a-95f1-dd1dbd1cb527,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:28.749854 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['a62c43d4-5847-4c3a-95f1-dd1dbd1cb527'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:20:28.900024 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51345852-8db9-492e-9541-481d7202f41a req-7bbf01d9-78a7-4a29-9c7b-d28b217041ed tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:28.901862 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-51345852-8db9-492e-9541-481d7202f41a req-7bbf01d9-78a7-4a29-9c7b-d28b217041ed tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 945 time: 0.0637457 Oct 27 10:20:28.953237 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-51345852-8db9-492e-9541-481d7202f41a req-3099aafa-79b9-41f1-beee-d8bfd8d26d1d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449455 Oct 27 10:20:29.056751 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 48280) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:29.137325 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 48288) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:29.281284 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e343-cc71-4ca9-aabe-159c395deda5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.281919 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-cef7297f-a417-4197-b6a2-d7dfd8021e3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.362802 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-cef7297f-a417-4197-b6a2-d7dfd8021e3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.379112 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e343-cc71-4ca9-aabe-159c395deda5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.437553 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-cef7297f-a417-4197-b6a2-d7dfd8021e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.471454 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e343-cc71-4ca9-aabe-159c395deda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.481470 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-cef7297f-a417-4197-b6a2-d7dfd8021e3f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d64883ac134f4dc9a044f81451bd6d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390725 Oct 27 10:20:29.481470 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7297f-a417-4197-b6a2-d7dfd8021e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee46cde5-25b2-465d-b1e7-10a2e4cf48ff,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:29.482439 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 48298) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:29.515770 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-a7c0e343-cc71-4ca9-aabe-159c395deda5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de80b14abe3d4c59930ec1f02e4127d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4572062 Oct 27 10:20:29.516842 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0e343-cc71-4ca9-aabe-159c395deda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fffada9-df69-4f43-b7ba-8d613907d242,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:29.520265 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 48300) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:29.546164 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-68913888-c0ec-4c4a-8675-0be21e068636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.570545 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-68913888-c0ec-4c4a-8675-0be21e068636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.585499 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-be871067-da4e-4335-b5b3-64e282b221d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.614833 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-be871067-da4e-4335-b5b3-64e282b221d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.711945 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-68913888-c0ec-4c4a-8675-0be21e068636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.714694 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-68913888-c0ec-4c4a-8675-0be21e068636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.715917 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-68913888-c0ec-4c4a-8675-0be21e068636 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ee46cde5-25b2-465d-b1e7-10a2e4cf48ff HTTP/1.1" status: 204 len: 168 time: 0.2325661 Oct 27 10:20:29.726858 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68913888-c0ec-4c4a-8675-0be21e068636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee46cde5-25b2-465d-b1e7-10a2e4cf48ff,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:29.760267 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-be871067-da4e-4335-b5b3-64e282b221d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.770439 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-be871067-da4e-4335-b5b3-64e282b221d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.772194 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-be871067-da4e-4335-b5b3-64e282b221d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3fffada9-df69-4f43-b7ba-8d613907d242 HTTP/1.1" status: 204 len: 168 time: 0.2505870 Oct 27 10:20:29.783357 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be871067-da4e-4335-b5b3-64e282b221d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fffada9-df69-4f43-b7ba-8d613907d242,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:30.072774 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:30.085040 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb243d-80d3-4fb2-9f6a-24f1296f7ab3 req-8a4a7e36-db2f-4fc8-8ab1-10ac7255d9b2 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:30.086962 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0dfb243d-80d3-4fb2-9f6a-24f1296f7ab3 req-8a4a7e36-db2f-4fc8-8ab1-10ac7255d9b2 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 945 time: 0.0551586 Oct 27 10:20:30.140381 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0dfb243d-80d3-4fb2-9f6a-24f1296f7ab3 req-1cd42f5f-4e2c-4448-a640-41535b0e1b75 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460515 Oct 27 10:20:30.261422 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:20:30.266201 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:30.266921 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:30.355876 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:30.387467 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0452d6-8992-4e21-8732-5b389e05265c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62c43d4-5847-4c3a-95f1-dd1dbd1cb527'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:30.389772 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f113bb45-9f22-406d-ad47-23aa232bd92a" -d '{"events": [{"server_uuid": "0b0452d6-8992-4e21-8732-5b389e05265c", "name": "network-vif-plugged", "status": "completed", "tag": "a62c43d4-5847-4c3a-95f1-dd1dbd1cb527"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:30.402789 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port a62c43d4-5847-4c3a-95f1-dd1dbd1cb527, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a62c43d4-5847-4c3a-95f1-dd1dbd1cb527,segment=NetworkSegment(92482d8d-9aed-490f-9c2d-aa08717a120e),segment_id=92482d8d-9aed-490f-9c2d-aa08717a120e)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:30.437448 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571e5e64-f421-484d-b978-93e9ac78ce7d x-openstack-request-id: req-571e5e64-f421-484d-b978-93e9ac78ce7d {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:30.437766 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0452d6-8992-4e21-8732-5b389e05265c", "name": "network-vif-plugged", "status": "completed", "tag": "a62c43d4-5847-4c3a-95f1-dd1dbd1cb527", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:30.438026 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-571e5e64-f421-484d-b978-93e9ac78ce7d {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:30.438422 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0452d6-8992-4e21-8732-5b389e05265c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62c43d4-5847-4c3a-95f1-dd1dbd1cb527', 'code': 200} Oct 27 10:20:30.546994 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:30.596189 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=a62c43d4-5847-4c3a-95f1-dd1dbd1cb527,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:30.710563 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 48346) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:30.729761 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7c9677c4-fb1e-431b-84c4-e56c6d16837a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:30.861324 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7c9677c4-fb1e-431b-84c4-e56c6d16837a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:30.961658 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3229cd-8704-4afe-bd18-ab6527d0c02a req-c85f1d73-602d-4b60-9a5a-d24d055e400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:30.963190 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-fc3229cd-8704-4afe-bd18-ab6527d0c02a req-c85f1d73-602d-4b60-9a5a-d24d055e400e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 1099 time: 0.0462101 Oct 27 10:20:30.983160 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7c9677c4-fb1e-431b-84c4-e56c6d16837a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:31.028793 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-fc3229cd-8704-4afe-bd18-ab6527d0c02a req-7cf280fe-8e20-4d3a-8c40-9e22f980272f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374746 Oct 27 10:20:31.031319 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-7c9677c4-fb1e-431b-84c4-e56c6d16837a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d3a0a879455a4aae8b8dadc8ca25ee4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195066 Oct 27 10:20:31.032262 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9677c4-fb1e-431b-84c4-e56c6d16837a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a0a607-258c-420a-807b-8aed255149c6,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:31.033758 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 48360) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:31.087358 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64b57ec9-27a6-4eb6-a215-37ef4ac652f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:31.110265 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64b57ec9-27a6-4eb6-a215-37ef4ac652f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:31.312987 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22e15b-c048-4b03-b956-40297e67414e req-a681c405-fe62-4043-aad2-98301d1e52ad tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:31.315068 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae22e15b-c048-4b03-b956-40297e67414e req-a681c405-fe62-4043-aad2-98301d1e52ad tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0778422 Oct 27 10:20:31.317570 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64b57ec9-27a6-4eb6-a215-37ef4ac652f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:31.320850 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-64b57ec9-27a6-4eb6-a215-37ef4ac652f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:31.322019 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-64b57ec9-27a6-4eb6-a215-37ef4ac652f4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/46a0a607-258c-420a-807b-8aed255149c6 HTTP/1.1" status: 204 len: 168 time: 0.2872891 Oct 27 10:20:31.355247 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b57ec9-27a6-4eb6-a215-37ef4ac652f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a0a607-258c-420a-807b-8aed255149c6,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:31.403360 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae22e15b-c048-4b03-b956-40297e67414e req-b9d99f30-9c39-4e8a-a8a8-b70e65af9573 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586481 Oct 27 10:20:31.788071 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8465aaa-284b-47f3-9706-b48883c080da req-788adcb6-4202-45e9-8f98-0767709ba1b1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:31.790031 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e8465aaa-284b-47f3-9706-b48883c080da req-788adcb6-4202-45e9-8f98-0767709ba1b1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0744925 Oct 27 10:20:31.844515 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e8465aaa-284b-47f3-9706-b48883c080da req-277a5ae1-8814-430e-8bb8-591f5a39323a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431573 Oct 27 10:20:32.555540 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e87fc-ecc2-419b-8c0d-205ef75f9396 req-8f18e3cc-87f5-43aa-a519-4ae4abb03032 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:32.557124 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-271e87fc-ecc2-419b-8c0d-205ef75f9396 req-8f18e3cc-87f5-43aa-a519-4ae4abb03032 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0576627 Oct 27 10:20:32.582294 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 48426) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:32.598220 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-271e87fc-ecc2-419b-8c0d-205ef75f9396 req-43c68798-8586-4226-8d45-002ae4a80c56 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344450 Oct 27 10:20:32.800440 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-62b91039-cf33-42f4-baf3-3243c22ca494 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:32.884040 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-62b91039-cf33-42f4-baf3-3243c22ca494 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:32.977777 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1c3c6-cfec-4dc7-affa-4d4943d4be07 req-6b0c9a46-2a31-47b7-a627-5ba1a6d674cc tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:32.980366 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-d2c1c3c6-cfec-4dc7-affa-4d4943d4be07 req-6b0c9a46-2a31-47b7-a627-5ba1a6d674cc tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0540419 Oct 27 10:20:33.021249 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-62b91039-cf33-42f4-baf3-3243c22ca494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.069089 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-d2c1c3c6-cfec-4dc7-affa-4d4943d4be07 req-ed264bce-989b-4e5d-bfe7-72c139df92e2 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822654 Oct 27 10:20:33.079998 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-62b91039-cf33-42f4-baf3-3243c22ca494 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4af7663729ba485d8a809b4cbb495012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4942284 Oct 27 10:20:33.081099 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b91039-cf33-42f4-baf3-3243c22ca494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f52be9-5afa-4788-9d24-a64afc005dfb,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:33.082746 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 48446) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:33.164848 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-39fa30f9-f43c-466f-a480-f105c70f77e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.193096 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-39fa30f9-f43c-466f-a480-f105c70f77e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.357351 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-39fa30f9-f43c-466f-a480-f105c70f77e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.360436 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-39fa30f9-f43c-466f-a480-f105c70f77e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.364754 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-39fa30f9-f43c-466f-a480-f105c70f77e0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e9f52be9-5afa-4788-9d24-a64afc005dfb HTTP/1.1" status: 204 len: 168 time: 0.2768178 Oct 27 10:20:33.376068 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa30f9-f43c-466f-a480-f105c70f77e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f52be9-5afa-4788-9d24-a64afc005dfb,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:33.724462 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037877f4-c569-4da5-a3f7-537c128cda05 req-7b3a7e0f-3933-43ab-b840-49554560f69b tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:33.725132 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-037877f4-c569-4da5-a3f7-537c128cda05 req-7b3a7e0f-3933-43ab-b840-49554560f69b tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0511198 Oct 27 10:20:33.776288 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-037877f4-c569-4da5-a3f7-537c128cda05 req-3bcbaa85-d1bc-422a-871a-a3945e342a22 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450971 Oct 27 10:20:33.922971 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e8a0c-81bb-4752-8701-9cc8a313a163 req-fc5670c3-9f3b-4bb2-9f5d-6d121f2378e7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:33.924625 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e68e8a0c-81bb-4752-8701-9cc8a313a163 req-fc5670c3-9f3b-4bb2-9f5d-6d121f2378e7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0693557 Oct 27 10:20:33.935143 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 48482) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:33.940835 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-1f013da8-cb09-4a8d-9adf-2406405caf2b tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Request body: {'floatingip': {'port_id': 'a62c43d4-5847-4c3a-95f1-dd1dbd1cb527'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:34.018971 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1f013da8-cb09-4a8d-9adf-2406405caf2b tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for floatingip, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.271054 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 48492) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:34.291072 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e8165d87-b1e1-4cd3-8bee-61f3cc4d2783 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.394787 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e8165d87-b1e1-4cd3-8bee-61f3cc4d2783 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.515425 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d5f88-0574-47e6-9cc8-ee30585cb773 req-bdbb8382-3576-4f94-ae2c-ba5f0ba6e811 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:34.517149 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-578d5f88-0574-47e6-9cc8-ee30585cb773 req-bdbb8382-3576-4f94-ae2c-ba5f0ba6e811 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.3350430 Oct 27 10:20:34.577559 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e8165d87-b1e1-4cd3-8bee-61f3cc4d2783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.578662 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-578d5f88-0574-47e6-9cc8-ee30585cb773 req-8d6a93a3-899f-4ff6-b9c5-7691a0d7b4a5 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543065 Oct 27 10:20:34.631192 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-e8165d87-b1e1-4cd3-8bee-61f3cc4d2783 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a8259f41be246a3bf0d083f4377f5fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560913 Oct 27 10:20:34.631192 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8165d87-b1e1-4cd3-8bee-61f3cc4d2783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40e087d-4eb3-4d61-ae41-33577e3d1efb,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:34.631491 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 48494) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:34.870575 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-03eb1538-d5ed-4236-9011-d17cca2e6e97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.951749 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-03eb1538-d5ed-4236-9011-d17cca2e6e97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.059595 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1f013da8-cb09-4a8d-9adf-2406405caf2b tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.195061 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1f013da8-cb09-4a8d-9adf-2406405caf2b tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623603'] for floatingip, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.269811 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-03eb1538-d5ed-4236-9011-d17cca2e6e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.272373 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-03eb1538-d5ed-4236-9011-d17cca2e6e97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.273611 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-03eb1538-d5ed-4236-9011-d17cca2e6e97 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c40e087d-4eb3-4d61-ae41-33577e3d1efb HTTP/1.1" status: 204 len: 168 time: 0.6411011 Oct 27 10:20:35.289593 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb1538-d5ed-4236-9011-d17cca2e6e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40e087d-4eb3-4d61-ae41-33577e3d1efb,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:35.330249 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.db.l3_db [None req-1f013da8-cb09-4a8d-9adf-2406405caf2b tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Floating IP fed199ea-e598-4948-903e-50d703f21f98 associated. External IP: 172.27.3.192, port: a62c43d4-5847-4c3a-95f1-dd1dbd1cb527. Oct 27 10:20:35.582209 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f013da8-cb09-4a8d-9adf-2406405caf2b tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:20:35.706578 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f013da8-cb09-4a8d-9adf-2406405caf2b tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:20:35.721826 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f225896-cb5b-4ae9-b042-016e250bcb38 None None] Sync routers for ids ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'] in dv-cinder-815145-2-iscsi {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:20:35.739928 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba208657-24db-42f7-a659-01e623bbc1c2 req-278c9627-db78-41af-b3ce-d729a1f8f145 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:35.742334 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f225896-cb5b-4ae9-b042-016e250bcb38 None None] Routers {'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:35.742685 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ba208657-24db-42f7-a659-01e623bbc1c2 req-278c9627-db78-41af-b3ce-d729a1f8f145 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0677900 Oct 27 10:20:35.742968 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-7f225896-cb5b-4ae9-b042-016e250bcb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:20:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:35.748641 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1f013da8-cb09-4a8d-9adf-2406405caf2b tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.809419 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ba208657-24db-42f7-a659-01e623bbc1c2 req-d6499d1f-2741-4d76-90c7-52f1cab2f6f8 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600495 Oct 27 10:20:35.825482 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-1f013da8-cb09-4a8d-9adf-2406405caf2b tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "PUT /v2.0/floatingips/fed199ea-e598-4948-903e-50d703f21f98 HTTP/1.1" status: 200 len: 992 time: 1.8888540 Oct 27 10:20:35.833966 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0452d6-8992-4e21-8732-5b389e05265c', 'tag': 'a62c43d4-5847-4c3a-95f1-dd1dbd1cb527'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:35.833966 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4fb1eb-5d41-480f-baf6-d567164c1259" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0452d6-8992-4e21-8732-5b389e05265c", "tag": "a62c43d4-5847-4c3a-95f1-dd1dbd1cb527"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:35.919183 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81fa2a6-27ea-4b37-aaa8-9f48c7204c43 x-openstack-request-id: req-d81fa2a6-27ea-4b37-aaa8-9f48c7204c43 {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:35.920215 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0452d6-8992-4e21-8732-5b389e05265c", "tag": "a62c43d4-5847-4c3a-95f1-dd1dbd1cb527", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:35.920701 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d81fa2a6-27ea-4b37-aaa8-9f48c7204c43 {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:35.925894 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0452d6-8992-4e21-8732-5b389e05265c', 'tag': 'a62c43d4-5847-4c3a-95f1-dd1dbd1cb527', 'status': 'completed', 'code': 200} Oct 27 10:20:35.998467 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fb1eb-5d41-480f-baf6-d567164c1259 req-e83c2b75-5ac7-40cb-be75-b38d93f90ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:36.000124 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0d4fb1eb-5d41-480f-baf6-d567164c1259 req-e83c2b75-5ac7-40cb-be75-b38d93f90ccc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dca79ce6135645d8ac76dd2c8abf30f3&device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 1099 time: 0.0536377 Oct 27 10:20:36.060980 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-7f225896-cb5b-4ae9-b042-016e250bcb38 None None] Set router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:36.174144 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fb1eb-5d41-480f-baf6-d567164c1259 req-1f2a6b1b-092b-4ffa-b0a8-e59d2e5c81cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:36.175704 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0d4fb1eb-5d41-480f-baf6-d567164c1259 req-1f2a6b1b-092b-4ffa-b0a8-e59d2e5c81cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=37419415-1089-4518-a3d4-26fb32aa3969 HTTP/1.1" status: 200 len: 911 time: 0.1584370 Oct 27 10:20:36.287490 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0d4fb1eb-5d41-480f-baf6-d567164c1259 req-870a5c83-3318-4a8f-b6d9-c56822c97625 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 HTTP/1.1" status: 200 len: 1000 time: 0.0986116 Oct 27 10:20:36.300481 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-7f225896-cb5b-4ae9-b042-016e250bcb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:20:08Z', 'revision_number': 4, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port': {'id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:04Z', 'updated_at': '2021-10-27T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': 'fed199ea-e598-4948-903e-50d703f21f98', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'port_id': 'a62c43d4-5847-4c3a-95f1-dd1dbd1cb527', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'mac_address': 'fa:16:3e:95:4d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0452d6-8992-4e21-8732-5b389e05265c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:20:14Z', 'updated_at': '2021-10-27T10:20:34Z', 'revision_number': 1, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11973f1a-f61d-44fd-b06c-16d91c16c8dd', 'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'mac_address': 'fa:16:3e:bd:0e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:07Z', 'updated_at': '2021-10-27T10:20:12Z', 'revision_number': 5, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'subnets': [{'id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:36.332196 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f225896-cb5b-4ae9-b042-016e250bcb38 None None] Checking router: e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 for host: dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:20:36.341998 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f225896-cb5b-4ae9-b042-016e250bcb38 None None] Routers {'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:36.342620 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-7f225896-cb5b-4ae9-b042-016e250bcb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:20:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:36.350488 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fb1eb-5d41-480f-baf6-d567164c1259 req-eb35e7c7-ce32-44bc-92fe-d7d78728a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:36.351979 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0d4fb1eb-5d41-480f-baf6-d567164c1259 req-eb35e7c7-ce32-44bc-92fe-d7d78728a7f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3800a6b-912b-4fca-9e63-fb91e6bcdaec HTTP/1.1" status: 200 len: 849 time: 0.0480716 Oct 27 10:20:36.367736 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 48528) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:36.381456 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-449ecf6d-2fc0-4656-9f49-5b3d361742eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.415677 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fb1eb-5d41-480f-baf6-d567164c1259 req-1ca71b70-8281-4d68-a7d8-0c3ddd1be939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:36.420549 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0d4fb1eb-5d41-480f-baf6-d567164c1259 req-1ca71b70-8281-4d68-a7d8-0c3ddd1be939 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37419415-1089-4518-a3d4-26fb32aa3969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581627 Oct 27 10:20:36.470495 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-449ecf6d-2fc0-4656-9f49-5b3d361742eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.470686 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-7f225896-cb5b-4ae9-b042-016e250bcb38 None None] Set router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:36.654216 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-449ecf6d-2fc0-4656-9f49-5b3d361742eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.696855 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-449ecf6d-2fc0-4656-9f49-5b3d361742eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3c31efea10654642a6d249d5feb908b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277571 Oct 27 10:20:36.697652 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ecf6d-2fc0-4656-9f49-5b3d361742eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad94aa5-eb4c-4de8-9b63-c426dfbffe1c,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:36.699268 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 48530) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:36.723579 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-7f225896-cb5b-4ae9-b042-016e250bcb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:20:08Z', 'revision_number': 4, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port': {'id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:04Z', 'updated_at': '2021-10-27T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': 'fed199ea-e598-4948-903e-50d703f21f98', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'port_id': 'a62c43d4-5847-4c3a-95f1-dd1dbd1cb527', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'mac_address': 'fa:16:3e:95:4d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0452d6-8992-4e21-8732-5b389e05265c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:20:14Z', 'updated_at': '2021-10-27T10:20:34Z', 'revision_number': 1, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11973f1a-f61d-44fd-b06c-16d91c16c8dd', 'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'mac_address': 'fa:16:3e:bd:0e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:07Z', 'updated_at': '2021-10-27T10:20:12Z', 'revision_number': 5, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'subnets': [{'id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:36.751055 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f225896-cb5b-4ae9-b042-016e250bcb38 None None] The sync data for ids ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'] in dv-cinder-815145-2-iscsi is: [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:20:08Z', 'revision_number': 4, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port': {'id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:04Z', 'updated_at': '2021-10-27T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': 'fed199ea-e598-4948-903e-50d703f21f98', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'port_id': 'a62c43d4-5847-4c3a-95f1-dd1dbd1cb527', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'mac_address': 'fa:16:3e:95:4d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0452d6-8992-4e21-8732-5b389e05265c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:20:14Z', 'updated_at': '2021-10-27T10:20:34Z', 'revision_number': 1, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11973f1a-f61d-44fd-b06c-16d91c16c8dd', 'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'mac_address': 'fa:16:3e:bd:0e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:07Z', 'updated_at': '2021-10-27T10:20:12Z', 'revision_number': 5, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'subnets': [{'id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:20:36.755421 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0d4fb1eb-5d41-480f-baf6-d567164c1259 req-9f449013-47d7-4be5-a755-45450fbc4e08 service neutron] 10.222.0.73 "GET /v2.0/networks/37419415-1089-4518-a3d4-26fb32aa3969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222775 Oct 27 10:20:36.780291 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b1293043-67bb-4251-b2d5-062604e6eb98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.846292 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b1293043-67bb-4251-b2d5-062604e6eb98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.907239 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0d4fb1eb-5d41-480f-baf6-d567164c1259 req-ad2a41cc-d090-43b8-a577-24819ec02e93 service neutron] 10.222.0.73 "GET /v2.0/networks/37419415-1089-4518-a3d4-26fb32aa3969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397049 Oct 27 10:20:36.977579 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69731b9a-472d-4fbd-8932-9c0631b019d6 req-8a88473d-e06b-4bd3-9e8e-d9e98e0c2798 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:36.979665 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-69731b9a-472d-4fbd-8932-9c0631b019d6 req-8a88473d-e06b-4bd3-9e8e-d9e98e0c2798 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0663214 Oct 27 10:20:37.031479 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-69731b9a-472d-4fbd-8932-9c0631b019d6 req-06a50049-eb82-46dd-a42c-43fc92d0251a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459280 Oct 27 10:20:37.040673 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b1293043-67bb-4251-b2d5-062604e6eb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:37.047639 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba318d81-56a3-4389-a36c-9e893baac454 None None] New status for floating IP fed199ea-e598-4948-903e-50d703f21f98: ACTIVE {{(pid=102226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:20:37.051339 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b1293043-67bb-4251-b2d5-062604e6eb98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:37.057834 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-b1293043-67bb-4251-b2d5-062604e6eb98 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bad94aa5-eb4c-4de8-9b63-c426dfbffe1c HTTP/1.1" status: 204 len: 168 time: 0.3575356 Oct 27 10:20:37.071333 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1293043-67bb-4251-b2d5-062604e6eb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad94aa5-eb4c-4de8-9b63-c426dfbffe1c,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:38.170628 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707f7eb-d0b3-4b33-b2f5-bea7152bc4f4 req-bdfa9c66-bfdb-40f8-a46b-14f6b695f00d tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:38.173116 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c707f7eb-d0b3-4b33-b2f5-bea7152bc4f4 req-bdfa9c66-bfdb-40f8-a46b-14f6b695f00d tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0598993 Oct 27 10:20:38.213529 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c707f7eb-d0b3-4b33-b2f5-bea7152bc4f4 req-60d28f20-20d3-4f2f-b5d0-56680ddf228c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339041 Oct 27 10:20:39.349099 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3ddce-fd3c-483b-be4f-d4fe5238eed7 req-ef0d7d44-7ac1-4cdc-bafd-f230f23147c1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:39.350685 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-77b3ddce-fd3c-483b-be4f-d4fe5238eed7 req-ef0d7d44-7ac1-4cdc-bafd-f230f23147c1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0544937 Oct 27 10:20:39.391959 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-77b3ddce-fd3c-483b-be4f-d4fe5238eed7 req-efa9c7b9-b7ee-4efb-bd88-dbdd5afe8001 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343904 Oct 27 10:20:40.513265 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04674700-e0f1-4493-9197-2948ed19ac31 req-56e348c9-f26a-486e-b2c7-9ca9c3457fe2 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:40.514781 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-04674700-e0f1-4493-9197-2948ed19ac31 req-56e348c9-f26a-486e-b2c7-9ca9c3457fe2 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0497134 Oct 27 10:20:40.565906 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-04674700-e0f1-4493-9197-2948ed19ac31 req-20b9d657-5f33-4166-b882-f0fea3809881 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353603 Oct 27 10:20:41.307416 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:20:41.681112 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34afe17-c5f2-4b98-ad39-2294d4932d14 req-9baf3a6b-eae1-48e5-b089-a4df18f9c7af tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:41.682650 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f34afe17-c5f2-4b98-ad39-2294d4932d14 req-9baf3a6b-eae1-48e5-b089-a4df18f9c7af tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0499480 Oct 27 10:20:41.720757 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f34afe17-c5f2-4b98-ad39-2294d4932d14 req-67dc4567-fb46-4ce9-9e38-d65c978465e9 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321462 Oct 27 10:20:42.839486 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b107d7c-5ee0-44f3-a223-65e90ba95780 req-f6f91c64-9dcc-4650-bb3d-c9b3d3147b94 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:42.840949 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4b107d7c-5ee0-44f3-a223-65e90ba95780 req-f6f91c64-9dcc-4650-bb3d-c9b3d3147b94 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0484295 Oct 27 10:20:42.878367 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4b107d7c-5ee0-44f3-a223-65e90ba95780 req-f7a778b2-a994-4ac5-88ea-51ad23992163 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314245 Oct 27 10:20:43.997358 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650b681-980d-4118-a5ea-59889e0e8b19 req-fe6cfbb9-7df6-406c-82f7-3deda420f6a7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:43.998860 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0650b681-980d-4118-a5ea-59889e0e8b19 req-fe6cfbb9-7df6-406c-82f7-3deda420f6a7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0495684 Oct 27 10:20:44.039581 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0650b681-980d-4118-a5ea-59889e0e8b19 req-64a70d2e-b128-4d96-80cd-2ee84d322638 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347488 Oct 27 10:20:45.165223 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775f1a3-c2ac-45e1-a45c-86401cf36f0e req-9c8dc69d-8af5-4bd5-a050-26b83621bdf7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:45.167268 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9775f1a3-c2ac-45e1-a45c-86401cf36f0e req-9c8dc69d-8af5-4bd5-a050-26b83621bdf7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0516355 Oct 27 10:20:45.216575 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9775f1a3-c2ac-45e1-a45c-86401cf36f0e req-1e195b47-cc4a-4c50-88af-af7e119457fb tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432312 Oct 27 10:20:46.343550 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349f1d0-8ae9-481a-9cb6-9ff7f6f8d41a req-e8a38d85-965f-4782-b0ef-d2919b769a90 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:46.345134 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9349f1d0-8ae9-481a-9cb6-9ff7f6f8d41a req-e8a38d85-965f-4782-b0ef-d2919b769a90 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0509615 Oct 27 10:20:46.386075 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9349f1d0-8ae9-481a-9cb6-9ff7f6f8d41a req-7794dc00-d812-4846-98b0-87b100c917dc tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350592 Oct 27 10:20:47.004182 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b560f23-3609-485f-9d8c-e85ca81f4a6d req-67911734-466f-4fcb-ac86-92b129aa1592 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:47.005674 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-2b560f23-3609-485f-9d8c-e85ca81f4a6d req-67911734-466f-4fcb-ac86-92b129aa1592 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0490313 Oct 27 10:20:47.048729 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-2b560f23-3609-485f-9d8c-e85ca81f4a6d req-c2c77c6a-c1d8-46a2-9a97-60a8e0933bc0 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370152 Oct 27 10:20:47.508199 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30da1a7-950d-472f-b919-3a9a2e9201e8 req-60e6de65-4c5d-4771-8792-dff5361472bb tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:47.509755 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a30da1a7-950d-472f-b919-3a9a2e9201e8 req-60e6de65-4c5d-4771-8792-dff5361472bb tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0513437 Oct 27 10:20:47.556414 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a30da1a7-950d-472f-b919-3a9a2e9201e8 req-38de214a-1700-4665-999e-f78f2817760e tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400338 Oct 27 10:20:48.162191 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161be2b-6c9c-4a67-9720-9a4ec3fed212 req-c2d90968-ffa1-401a-a3a4-0c0bba3a1906 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:48.163556 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8161be2b-6c9c-4a67-9720-9a4ec3fed212 req-c2d90968-ffa1-401a-a3a4-0c0bba3a1906 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0491822 Oct 27 10:20:48.202469 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8161be2b-6c9c-4a67-9720-9a4ec3fed212 req-d64e1e20-80c1-4806-89d6-8f837856bb0c tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319941 Oct 27 10:20:48.433060 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d57a9-62e2-4377-adbc-dc8eccbeacfb req-c1311ff9-cd38-44bf-b406-4bd1a6da0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:48.434571 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ba1d57a9-62e2-4377-adbc-dc8eccbeacfb req-c1311ff9-cd38-44bf-b406-4bd1a6da0d2d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e708eaedc394ca29a2d62525710ec30&device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 1098 time: 0.0420258 Oct 27 10:20:48.453137 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-537aaf7b-7b22-4337-a2d9-a71186436d51 req-a36487cc-7b46-42f3-8d92-64b4be6859dc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427115 Oct 27 10:20:48.527582 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aaf7b-7b22-4337-a2d9-a71186436d51 req-05792370-e300-4083-ad53-9b78db4de9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:48.530536 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-537aaf7b-7b22-4337-a2d9-a71186436d51 req-05792370-e300-4083-ad53-9b78db4de9eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e708eaedc394ca29a2d62525710ec30&device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 1098 time: 0.0488417 Oct 27 10:20:48.536426 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d57a9-62e2-4377-adbc-dc8eccbeacfb req-47ce9673-1efe-4fbb-9c95-f9192a6106db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:48.538163 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ba1d57a9-62e2-4377-adbc-dc8eccbeacfb req-47ce9673-1efe-4fbb-9c95-f9192a6106db service neutron] 10.222.0.73 "GET /v2.0/networks?id=12a0c60b-6b74-4c6e-aa76-24304d8e4193 HTTP/1.1" status: 200 len: 920 time: 0.0959747 Oct 27 10:20:48.599572 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ba1d57a9-62e2-4377-adbc-dc8eccbeacfb req-c57b84e8-98fb-456d-9a95-e89e550f9546 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68df75fe-c6d2-4823-9211-f99abce959de HTTP/1.1" status: 200 len: 217 time: 0.0477226 Oct 27 10:20:48.663220 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aaf7b-7b22-4337-a2d9-a71186436d51 req-f84d7814-ff0e-4ffe-a0ff-d9d7da30213b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:48.664799 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-537aaf7b-7b22-4337-a2d9-a71186436d51 req-f84d7814-ff0e-4ffe-a0ff-d9d7da30213b service neutron] 10.222.0.73 "GET /v2.0/networks?id=12a0c60b-6b74-4c6e-aa76-24304d8e4193 HTTP/1.1" status: 200 len: 920 time: 0.1074545 Oct 27 10:20:48.687906 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d57a9-62e2-4377-adbc-dc8eccbeacfb req-e264f7fb-76d3-46bc-b4ce-2e0aa6e33166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:48.689279 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ba1d57a9-62e2-4377-adbc-dc8eccbeacfb req-e264f7fb-76d3-46bc-b4ce-2e0aa6e33166 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ec27a5a-0204-41d8-9c46-0b4aeb02bde5 HTTP/1.1" status: 200 len: 859 time: 0.0826097 Oct 27 10:20:48.714139 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52121f34-1283-45c4-bc85-08f84820ce26 req-57781686-84fb-4919-b4ba-533dc46a346c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:48.731119 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-52121f34-1283-45c4-bc85-08f84820ce26 req-57781686-84fb-4919-b4ba-533dc46a346c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0719244 Oct 27 10:20:48.731266 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-537aaf7b-7b22-4337-a2d9-a71186436d51 req-0b6091a0-d775-4b53-8cc8-237632576379 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cc4e7aa-e75a-4555-9efe-3fa7430db86c HTTP/1.1" status: 200 len: 217 time: 0.0390460 Oct 27 10:20:48.732302 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ba1d57a9-62e2-4377-adbc-dc8eccbeacfb req-32b60cc4-4776-41e8-810d-73005da06459 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12a0c60b-6b74-4c6e-aa76-24304d8e4193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351231 Oct 27 10:20:48.768342 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aaf7b-7b22-4337-a2d9-a71186436d51 req-f2c9b709-530a-4f47-96cb-a6e899bd4e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:48.769958 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-537aaf7b-7b22-4337-a2d9-a71186436d51 req-f2c9b709-530a-4f47-96cb-a6e899bd4e07 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ec27a5a-0204-41d8-9c46-0b4aeb02bde5 HTTP/1.1" status: 200 len: 859 time: 0.0442996 Oct 27 10:20:48.804382 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-537aaf7b-7b22-4337-a2d9-a71186436d51 req-15302ba5-4f22-495a-b156-a667123e1a4e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12a0c60b-6b74-4c6e-aa76-24304d8e4193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258579 Oct 27 10:20:48.812847 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-52121f34-1283-45c4-bc85-08f84820ce26 req-52e7a32b-d8fc-4b68-ac04-9066f764e6a6 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827301 Oct 27 10:20:48.850059 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ba1d57a9-62e2-4377-adbc-dc8eccbeacfb req-73c14de5-f3e8-45e5-bdbc-e7d2f5332213 service neutron] 10.222.0.73 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052504 Oct 27 10:20:48.883471 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b9126bf1-159a-4d80-83ee-ad697c99fd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:48.913663 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-537aaf7b-7b22-4337-a2d9-a71186436d51 req-c9290d73-9a0f-46a5-ad14-33e439b7f0bd service neutron] 10.222.0.73 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002831 Oct 27 10:20:48.950523 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ba1d57a9-62e2-4377-adbc-dc8eccbeacfb req-5c698639-99c1-4308-a4ea-996f835072cc service neutron] 10.222.0.73 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922952 Oct 27 10:20:49.017021 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-537aaf7b-7b22-4337-a2d9-a71186436d51 req-25938664-1494-4446-bbab-5896ca565a38 service neutron] 10.222.0.73 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949328 Oct 27 10:20:49.325275 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd89322-6537-495f-af5d-d8c16eb43b5c req-31ad83c1-b456-47cc-baa5-cbc049fad20e tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:49.326789 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ccd89322-6537-495f-af5d-d8c16eb43b5c req-31ad83c1-b456-47cc-baa5-cbc049fad20e tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0515521 Oct 27 10:20:49.376653 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ccd89322-6537-495f-af5d-d8c16eb43b5c req-df14582f-8a9a-4750-8e1e-58993d6909b8 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390542 Oct 27 10:20:49.938065 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490b9b5-13a3-4e16-983c-c8028b0012f7 req-3ffec565-7dbf-45d3-ba4b-3d9e8c8e3c7e tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:49.939716 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5490b9b5-13a3-4e16-983c-c8028b0012f7 req-3ffec565-7dbf-45d3-ba4b-3d9e8c8e3c7e tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0498791 Oct 27 10:20:49.980851 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5490b9b5-13a3-4e16-983c-c8028b0012f7 req-b5f5503d-18e7-47ea-8676-898839d247ec tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352049 Oct 27 10:20:50.122679 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device f83715df-8e47-44e2-a635-6ab619e271fb details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:20:50.219324 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port f83715df-8e47-44e2-a635-6ab619e271fb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f83715df-8e47-44e2-a635-6ab619e271fb,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:50.230585 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': 'f83715df-8e47-44e2-a635-6ab619e271fb', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'port_id': 'f83715df-8e47-44e2-a635-6ab619e271fb', 'mac_address': 'fa:16:3e:b9:cc:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:20:50.269455 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:50.282580 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f83715df-8e47-44e2-a635-6ab619e271fb {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:50.302157 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port f83715df-8e47-44e2-a635-6ab619e271fb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f83715df-8e47-44e2-a635-6ab619e271fb,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:50.445757 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:50.502459 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=f83715df-8e47-44e2-a635-6ab619e271fb,revision_number=6']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:50.504463 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc363de4-5a4b-4068-9170-75c8b04b5d0e req-c446204e-738f-4b0f-b54a-94506b972416 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:50.506477 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-dc363de4-5a4b-4068-9170-75c8b04b5d0e req-c446204e-738f-4b0f-b54a-94506b972416 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0559781 Oct 27 10:20:50.547262 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-dc363de4-5a4b-4068-9170-75c8b04b5d0e req-51fedfd6-3893-47d9-8166-e0f6338a4103 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337942 Oct 27 10:20:50.565723 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['f83715df-8e47-44e2-a635-6ab619e271fb'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:20:51.112081 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e0e33-b988-4aba-aae3-af14ed8a956f req-b1895e4b-3e6d-459f-bd1e-bda8e45dfc12 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:51.113606 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-954e0e33-b988-4aba-aae3-af14ed8a956f req-b1895e4b-3e6d-459f-bd1e-bda8e45dfc12 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 944 time: 0.0521376 Oct 27 10:20:51.152735 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-954e0e33-b988-4aba-aae3-af14ed8a956f req-ebe180c2-5b96-47c7-ac95-7ca87fe857d0 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326610 Oct 27 10:20:51.285693 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:51.445462 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-55039b58-5987-4771-b3b0-8024459caea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:51.662631 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad5b9b-a358-48bc-a9b1-2510fd1efbc6 req-696615c5-feda-4dd5-8646-db470ddfd345 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:51.663419 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-63ad5b9b-a358-48bc-a9b1-2510fd1efbc6 req-696615c5-feda-4dd5-8646-db470ddfd345 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0493228 Oct 27 10:20:51.706021 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-63ad5b9b-a358-48bc-a9b1-2510fd1efbc6 req-ff8df02d-8aa8-40a6-8800-cc8a1e106ea9 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367064 Oct 27 10:20:52.225044 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:52.275062 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16532a1-fe2a-4d38-be1f-135017710567 req-cd664277-7fd1-47a6-a453-1775e302951a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:52.277088 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c16532a1-fe2a-4d38-be1f-135017710567 req-cd664277-7fd1-47a6-a453-1775e302951a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 944 time: 0.0505829 Oct 27 10:20:52.314237 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c16532a1-fe2a-4d38-be1f-135017710567 req-c1f2fae8-b2ec-497e-91b5-3c82db80e29a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312378 Oct 27 10:20:52.534271 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:52.821577 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9c555-7114-4809-a836-7fc170d95f0e req-63c90f30-520d-40e8-9085-36f3b4883177 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:52.822983 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4de9c555-7114-4809-a836-7fc170d95f0e req-63c90f30-520d-40e8-9085-36f3b4883177 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0493309 Oct 27 10:20:52.869526 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4de9c555-7114-4809-a836-7fc170d95f0e req-27ca109a-b20b-4d3c-93ab-df42afddf463 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398500 Oct 27 10:20:53.438259 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58dd43-86e8-425a-b743-c5f16fe368f0 req-fa033f2f-6d82-443c-80c9-c526c52466a1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:53.439898 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6a58dd43-86e8-425a-b743-c5f16fe368f0 req-fa033f2f-6d82-443c-80c9-c526c52466a1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 944 time: 0.0529041 Oct 27 10:20:53.482449 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6a58dd43-86e8-425a-b743-c5f16fe368f0 req-d03c04a8-cb03-4dae-91eb-b4dc1f9d3eea tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365889 Oct 27 10:20:53.771493 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device f83715df-8e47-44e2-a635-6ab619e271fb up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:53.828843 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port f83715df-8e47-44e2-a635-6ab619e271fb triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:53.828843 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.896108 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.918738 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90f0481-adb6-4d16-ad5d-a2505b777a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83715df-8e47-44e2-a635-6ab619e271fb'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:53.921007 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdc5b0b-06f2-4c43-b913-f0220ea65403" -d '{"events": [{"server_uuid": "f90f0481-adb6-4d16-ad5d-a2505b777a0e", "name": "network-vif-plugged", "status": "completed", "tag": "f83715df-8e47-44e2-a635-6ab619e271fb"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:53.937621 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port f83715df-8e47-44e2-a635-6ab619e271fb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f83715df-8e47-44e2-a635-6ab619e271fb,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:53.984211 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2b129-c87c-44ec-a759-af91eb2c0f1f req-c15fccc3-d349-437b-ab54-6f50dc7fe0e1 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:53.985739 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b9b2b129-c87c-44ec-a759-af91eb2c0f1f req-c15fccc3-d349-437b-ab54-6f50dc7fe0e1 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0490942 Oct 27 10:20:54.019549 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.025825 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b9b2b129-c87c-44ec-a759-af91eb2c0f1f req-af3a7259-b62d-48ab-81dd-2ad4394fcc43 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338368 Oct 27 10:20:54.067395 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=f83715df-8e47-44e2-a635-6ab619e271fb,revision_number=7']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:54.070810 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ee087c-dc83-42dd-9b5b-425ff5e9cf0b x-openstack-request-id: req-f0ee087c-dc83-42dd-9b5b-425ff5e9cf0b {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:54.071124 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90f0481-adb6-4d16-ad5d-a2505b777a0e", "name": "network-vif-plugged", "status": "completed", "tag": "f83715df-8e47-44e2-a635-6ab619e271fb", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:54.071381 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f0ee087c-dc83-42dd-9b5b-425ff5e9cf0b {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:54.071763 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90f0481-adb6-4d16-ad5d-a2505b777a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83715df-8e47-44e2-a635-6ab619e271fb', 'code': 200} Oct 27 10:20:54.179674 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.605304 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566db19c-2008-4d79-b13e-fdf52bec93e9 req-7c983a91-a939-40d1-92e2-77c926a4021f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:54.606776 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-566db19c-2008-4d79-b13e-fdf52bec93e9 req-7c983a91-a939-40d1-92e2-77c926a4021f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0491121 Oct 27 10:20:54.646376 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-566db19c-2008-4d79-b13e-fdf52bec93e9 req-c3903860-0231-4f0d-b99f-6c713f4ac14f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337493 Oct 27 10:20:55.142109 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f77c5-07be-462a-a8c5-1e2f5e793b74 req-19fe7165-01fc-4f09-9573-a8bc27b8c508 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:55.143478 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e50f77c5-07be-462a-a8c5-1e2f5e793b74 req-19fe7165-01fc-4f09-9573-a8bc27b8c508 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0498693 Oct 27 10:20:55.186722 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e50f77c5-07be-462a-a8c5-1e2f5e793b74 req-56e08a6c-0fdb-449f-8462-28e8ae57a072 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371063 Oct 27 10:20:55.767588 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35d845-b454-4eeb-99c1-486f7c022e01 req-b0f82df8-451d-405f-afaf-e2d404264ca5 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:55.768983 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1f35d845-b454-4eeb-99c1-486f7c022e01 req-b0f82df8-451d-405f-afaf-e2d404264ca5 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0496261 Oct 27 10:20:55.807268 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1f35d845-b454-4eeb-99c1-486f7c022e01 req-49464ba8-f7f4-42c0-86ad-b05e32908dbc tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317519 Oct 27 10:20:56.313857 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f4cd2-318a-4a9c-b29c-9ed57bbae3c6 req-82e3a5ae-2cb1-4913-9686-b7c302a5cd07 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:56.317414 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-604f4cd2-318a-4a9c-b29c-9ed57bbae3c6 req-82e3a5ae-2cb1-4913-9686-b7c302a5cd07 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0503211 Oct 27 10:20:56.361183 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-604f4cd2-318a-4a9c-b29c-9ed57bbae3c6 req-086c5530-4b7b-475c-b862-deb967342234 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398152 Oct 27 10:20:56.929879 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3ec51-a9ed-495c-82ef-f82f506c074a req-d1d9cde1-ff68-4f88-bea3-4825aae7ef44 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:56.932403 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-dee3ec51-a9ed-495c-82ef-f82f506c074a req-d1d9cde1-ff68-4f88-bea3-4825aae7ef44 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0520747 Oct 27 10:20:56.971386 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-dee3ec51-a9ed-495c-82ef-f82f506c074a req-925013f4-cbf1-4351-8199-cadd3ca0649d tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326753 Oct 27 10:20:57.478545 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024d715-b588-46f9-aaaa-928b9350581b req-406c6acb-3cc8-4d86-b6f6-c1a918286910 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:57.479900 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1024d715-b588-46f9-aaaa-928b9350581b req-406c6acb-3cc8-4d86-b6f6-c1a918286910 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0494118 Oct 27 10:20:57.518408 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1024d715-b588-46f9-aaaa-928b9350581b req-b20a2644-cc6a-44a5-a8e6-e8b6a079ee26 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323985 Oct 27 10:20:58.089659 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcf68d-94f0-49a2-bec4-5f9001be1982 req-84331d53-13b1-48a0-8638-79523eae1f8b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:58.091173 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8cfcf68d-94f0-49a2-bec4-5f9001be1982 req-84331d53-13b1-48a0-8638-79523eae1f8b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0483663 Oct 27 10:20:58.133373 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8cfcf68d-94f0-49a2-bec4-5f9001be1982 req-b6fdd157-82d1-4f9d-bfc3-838a9bc9d3d5 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363281 Oct 27 10:20:58.639073 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8690817-edd4-4ab5-aa12-6ae09be302e1 req-0f4c3338-a8d1-40e9-a2e0-7f085085c8f8 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:58.640625 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b8690817-edd4-4ab5-aa12-6ae09be302e1 req-0f4c3338-a8d1-40e9-a2e0-7f085085c8f8 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0503676 Oct 27 10:20:58.680424 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b8690817-edd4-4ab5-aa12-6ae09be302e1 req-ac91ed8e-eb97-4197-8bcd-3c912b039914 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334027 Oct 27 10:20:59.266107 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67e438-ae0f-495e-ba4c-0a0dac03910b req-56059ba2-83ed-4b25-887a-28f36edcdb6d tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:59.271397 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-2e67e438-ae0f-495e-ba4c-0a0dac03910b req-56059ba2-83ed-4b25-887a-28f36edcdb6d tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0581229 Oct 27 10:20:59.346853 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-2e67e438-ae0f-495e-ba4c-0a0dac03910b req-53b833e5-5fcb-41d9-8dea-924480ace669 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745213 Oct 27 10:20:59.847864 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f32eda-a00f-4503-9019-cbfcaa90df46 req-e3c8f932-ab42-44dd-b89c-39e22d6e5f26 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:59.849603 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-69f32eda-a00f-4503-9019-cbfcaa90df46 req-e3c8f932-ab42-44dd-b89c-39e22d6e5f26 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0651863 Oct 27 10:20:59.908806 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-69f32eda-a00f-4503-9019-cbfcaa90df46 req-0da00e61-8577-48d9-8c56-338d42206f7a tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473547 Oct 27 10:21:00.496954 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcc3c0-66d4-4b7e-ac6a-1a8f67702c6f req-8171a329-fe69-41f3-98b8-32c22882b5fb tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:00.509830 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-49dcc3c0-66d4-4b7e-ac6a-1a8f67702c6f req-8171a329-fe69-41f3-98b8-32c22882b5fb tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0741611 Oct 27 10:21:00.593850 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-49dcc3c0-66d4-4b7e-ac6a-1a8f67702c6f req-fa499c9b-0244-40f2-a5fc-3f79103294b5 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828815 Oct 27 10:21:01.053008 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa86e9-a241-45f1-b906-34e3a5474e54 req-419958f6-445c-4003-bfc1-1a2470a59952 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:01.054538 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1aaa86e9-a241-45f1-b906-34e3a5474e54 req-419958f6-445c-4003-bfc1-1a2470a59952 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0548029 Oct 27 10:21:01.116817 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1aaa86e9-a241-45f1-b906-34e3a5474e54 req-55ec60ed-7f0e-43ee-8f54-d3f8f038ad5c tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546844 Oct 27 10:21:01.756388 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88687b-ee5e-46b5-a569-fea84df2d40d req-69cfdcdb-a612-4ccf-9061-70445322e372 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:01.765408 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ca88687b-ee5e-46b5-a569-fea84df2d40d req-69cfdcdb-a612-4ccf-9061-70445322e372 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0729516 Oct 27 10:21:01.826429 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ca88687b-ee5e-46b5-a569-fea84df2d40d req-d6fcfeae-df98-4ae8-95c3-e4cf685aaa7e tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596628 Oct 27 10:21:02.202916 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 49098) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:02.271450 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57d7b5-3dc3-4640-9afd-e785303727a3 req-49409f04-9044-4e77-acaf-b601198ccbb9 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:02.273383 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-da57d7b5-3dc3-4640-9afd-e785303727a3 req-49409f04-9044-4e77-acaf-b601198ccbb9 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0693138 Oct 27 10:21:02.333314 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-da57d7b5-3dc3-4640-9afd-e785303727a3 req-ca026c41-25c2-4028-8ab0-15b5bc8acaf8 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494909 Oct 27 10:21:02.379534 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce395-78ac-4c2b-b449-7e84b149342c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.455876 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce395-78ac-4c2b-b449-7e84b149342c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.961823 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee3be5-6533-4969-a7f8-fc17cb598f66 req-9fb71123-5b06-41a4-9e2f-c36149242235 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:02.964336 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b0ee3be5-6533-4969-a7f8-fc17cb598f66 req-9fb71123-5b06-41a4-9e2f-c36149242235 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0558946 Oct 27 10:21:02.978961 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce395-78ac-4c2b-b449-7e84b149342c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.049954 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ce395-78ac-4c2b-b449-7e84b149342c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff017e3-ec9c-46fc-b374-86d947fc8d11,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:03.067541 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ce395-78ac-4c2b-b449-7e84b149342c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.067873 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ce395-78ac-4c2b-b449-7e84b149342c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.068211 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ce395-78ac-4c2b-b449-7e84b149342c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.068548 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ce395-78ac-4c2b-b449-7e84b149342c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.068876 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ce395-78ac-4c2b-b449-7e84b149342c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.069301 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ce395-78ac-4c2b-b449-7e84b149342c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.069548 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ce395-78ac-4c2b-b449-7e84b149342c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.069869 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ce395-78ac-4c2b-b449-7e84b149342c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.070188 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ce395-78ac-4c2b-b449-7e84b149342c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.070504 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ce395-78ac-4c2b-b449-7e84b149342c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.070822 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ce395-78ac-4c2b-b449-7e84b149342c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.071257 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ce395-78ac-4c2b-b449-7e84b149342c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.092115 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b0ee3be5-6533-4969-a7f8-fc17cb598f66 req-54d2e268-6b47-4b7d-bea0-bfcceb682585 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208894 Oct 27 10:21:03.097591 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49118) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:03.098625 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-6b8ce395-78ac-4c2b-b449-7e84b149342c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=987c8297a7f14cd0ad71a2952ff746a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8942778 Oct 27 10:21:03.167796 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b9ed86a1-c61b-45ff-8850-3528c0f8607b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.219161 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b9ed86a1-c61b-45ff-8850-3528c0f8607b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.461510 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27a29e-cda2-422c-aa65-13bbc5e2d697 req-c49bea2b-53cd-4b9b-9166-2c2516b26d87 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:03.465791 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7e27a29e-cda2-422c-aa65-13bbc5e2d697 req-c49bea2b-53cd-4b9b-9166-2c2516b26d87 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0619943 Oct 27 10:21:03.509778 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7e27a29e-cda2-422c-aa65-13bbc5e2d697 req-b6857c4c-baf8-4047-9600-24e0a65dc4cd tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404932 Oct 27 10:21:03.568053 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b9ed86a1-c61b-45ff-8850-3528c0f8607b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.587063 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b9ed86a1-c61b-45ff-8850-3528c0f8607b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.587063 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-b9ed86a1-c61b-45ff-8850-3528c0f8607b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cff017e3-ec9c-46fc-b374-86d947fc8d11 HTTP/1.1" status: 204 len: 168 time: 0.4747698 Oct 27 10:21:03.587063 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed86a1-c61b-45ff-8850-3528c0f8607b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff017e3-ec9c-46fc-b374-86d947fc8d11,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:03.593238 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed86a1-c61b-45ff-8850-3528c0f8607b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.593766 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed86a1-c61b-45ff-8850-3528c0f8607b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.594110 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed86a1-c61b-45ff-8850-3528c0f8607b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.594472 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed86a1-c61b-45ff-8850-3528c0f8607b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.594786 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed86a1-c61b-45ff-8850-3528c0f8607b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.595195 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed86a1-c61b-45ff-8850-3528c0f8607b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.595534 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed86a1-c61b-45ff-8850-3528c0f8607b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.595866 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed86a1-c61b-45ff-8850-3528c0f8607b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.596195 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed86a1-c61b-45ff-8850-3528c0f8607b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.596538 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed86a1-c61b-45ff-8850-3528c0f8607b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.596848 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed86a1-c61b-45ff-8850-3528c0f8607b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.597254 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ed86a1-c61b-45ff-8850-3528c0f8607b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:03.784589 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49134) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:04.085881 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d6a19e28-36d5-42e5-bfed-c226c9e16a81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.198494 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d6a19e28-36d5-42e5-bfed-c226c9e16a81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.335427 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd90345-ff36-4fa5-83aa-ee88b0fc79cf req-d1a3a72e-5c62-4d79-97f3-4452c84c1f6d tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:04.343937 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-dcd90345-ff36-4fa5-83aa-ee88b0fc79cf req-d1a3a72e-5c62-4d79-97f3-4452c84c1f6d tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.1033635 Oct 27 10:21:04.379350 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d6a19e28-36d5-42e5-bfed-c226c9e16a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.409311 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-dcd90345-ff36-4fa5-83aa-ee88b0fc79cf req-3213dbff-099d-475f-9c36-243693cb6abf tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636539 Oct 27 10:21:04.457235 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-d6a19e28-36d5-42e5-bfed-c226c9e16a81 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d1bbf56bc9344973b00653cbb80636f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6711760 Oct 27 10:21:04.461640 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a19e28-36d5-42e5-bfed-c226c9e16a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4feb7da3-a9a7-42f4-8324-565094cf5805,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:04.463595 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49164) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:04.536113 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1c356a06-2bea-4e50-a603-e30ae69f16d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.579550 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1c356a06-2bea-4e50-a603-e30ae69f16d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.678299 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd8e41-6be8-4ed9-b817-12535e8267d1 req-3cba4219-8813-4b5a-a5ca-625eebe844a2 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:04.680059 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-65fd8e41-6be8-4ed9-b817-12535e8267d1 req-3cba4219-8813-4b5a-a5ca-625eebe844a2 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0822351 Oct 27 10:21:04.729832 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-65fd8e41-6be8-4ed9-b817-12535e8267d1 req-3396f64a-3c75-4f1b-a3a4-ddf30683652f tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423782 Oct 27 10:21:04.791610 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1c356a06-2bea-4e50-a603-e30ae69f16d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.793985 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1c356a06-2bea-4e50-a603-e30ae69f16d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.797401 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-1c356a06-2bea-4e50-a603-e30ae69f16d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4feb7da3-a9a7-42f4-8324-565094cf5805 HTTP/1.1" status: 204 len: 168 time: 0.3298988 Oct 27 10:21:04.816871 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c356a06-2bea-4e50-a603-e30ae69f16d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feb7da3-a9a7-42f4-8324-565094cf5805,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:05.558322 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65b168-9364-4b8a-be67-23179ca044b6 req-df3d6ae7-f364-4e5a-b7b1-6135a64e6b24 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:05.561031 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-fb65b168-9364-4b8a-be67-23179ca044b6 req-df3d6ae7-f364-4e5a-b7b1-6135a64e6b24 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0671544 Oct 27 10:21:05.623634 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-fb65b168-9364-4b8a-be67-23179ca044b6 req-afbce26d-967d-44a5-ac96-4960733d8574 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562422 Oct 27 10:21:05.810237 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49212) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:05.824725 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5611-8f03-49a6-996f-7781b719599c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:05.908351 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260919e-8055-41e0-865a-59c509e47da6 req-69b5f205-2597-44e8-88de-81b2daaa19bf tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:05.911232 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a260919e-8055-41e0-865a-59c509e47da6 req-69b5f205-2597-44e8-88de-81b2daaa19bf tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0773995 Oct 27 10:21:05.979459 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a260919e-8055-41e0-865a-59c509e47da6 req-3ccada1f-25eb-420a-b822-a5b638b381a3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602322 Oct 27 10:21:05.984445 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5611-8f03-49a6-996f-7781b719599c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:06.096737 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5611-8f03-49a6-996f-7781b719599c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:06.147430 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-c8ca5611-8f03-49a6-996f-7781b719599c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=599d9b304d5e4599a95f4ac4e1b7e3c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336389 Oct 27 10:21:06.147430 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca5611-8f03-49a6-996f-7781b719599c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d431f26-ce07-4775-b1f4-2fd78f05b22c,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:06.148476 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 49214) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:06.225452 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2653-a9cc-4663-acdd-37759ae07a34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:06.287920 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2653-a9cc-4663-acdd-37759ae07a34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:06.747494 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99525e-75ec-43bc-9dd7-1558789ea7df req-8c24c744-afe3-496c-8297-5a53071e2f74 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:06.749064 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3b99525e-75ec-43bc-9dd7-1558789ea7df req-8c24c744-afe3-496c-8297-5a53071e2f74 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0480781 Oct 27 10:21:06.795539 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3b99525e-75ec-43bc-9dd7-1558789ea7df req-f74ff04d-bc9c-4d72-8bb7-923a051f631b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393226 Oct 27 10:21:07.081994 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2653-a9cc-4663-acdd-37759ae07a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:07.084755 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fc9f2653-a9cc-4663-acdd-37759ae07a34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:07.086018 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-fc9f2653-a9cc-4663-acdd-37759ae07a34 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d431f26-ce07-4775-b1f4-2fd78f05b22c HTTP/1.1" status: 204 len: 168 time: 0.9357007 Oct 27 10:21:07.095279 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f2653-a9cc-4663-acdd-37759ae07a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d431f26-ce07-4775-b1f4-2fd78f05b22c,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:07.095452 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65abbb0-7be7-4e8d-a520-da97669109b9 req-6d9add77-3cfb-4a1f-ad4d-ed341bc9c963 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:07.096807 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d65abbb0-7be7-4e8d-a520-da97669109b9 req-6d9add77-3cfb-4a1f-ad4d-ed341bc9c963 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0490198 Oct 27 10:21:07.139941 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d65abbb0-7be7-4e8d-a520-da97669109b9 req-5f0f5acf-d80b-425a-996f-0da060295feb tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358381 Oct 27 10:21:07.943077 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74b8b7-6177-47cc-8332-61e36f1a2970 req-23d619b9-3520-4cc6-abc5-27a21069ba91 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:07.945667 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ef74b8b7-6177-47cc-8332-61e36f1a2970 req-23d619b9-3520-4cc6-abc5-27a21069ba91 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0734117 Oct 27 10:21:07.995194 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ef74b8b7-6177-47cc-8332-61e36f1a2970 req-ede949bd-2e79-4ff1-9d97-abf11f21e037 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411727 Oct 27 10:21:08.310238 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993f7ca-77f7-43de-8560-d976c1af4253 req-7d5a6ef1-c19e-4d15-bd6b-dc0eab9eb42d tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:08.312071 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1993f7ca-77f7-43de-8560-d976c1af4253 req-7d5a6ef1-c19e-4d15-bd6b-dc0eab9eb42d tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0623643 Oct 27 10:21:08.388722 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1993f7ca-77f7-43de-8560-d976c1af4253 req-24114828-4351-408c-adcb-041df4268727 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635948 Oct 27 10:21:08.395800 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12951f20-7bf8-4b92-8c3d-f94d6dcdc62a req-2c273e03-a100-41cc-b779-55353b40a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:08.398305 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-12951f20-7bf8-4b92-8c3d-f94d6dcdc62a req-2c273e03-a100-41cc-b779-55353b40a1e1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 1098 time: 0.0559878 Oct 27 10:21:08.441140 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-12951f20-7bf8-4b92-8c3d-f94d6dcdc62a req-e64e451b-f3e5-4ea1-b928-faa49ace76c4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331531 Oct 27 10:21:09.152820 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f893e7f-ca67-48bf-ae61-66c68ed286be req-004281e9-f4bf-40e6-a583-adebdeeefbba tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:09.155047 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4f893e7f-ca67-48bf-ae61-66c68ed286be req-004281e9-f4bf-40e6-a583-adebdeeefbba tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0644104 Oct 27 10:21:09.225977 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4f893e7f-ca67-48bf-ae61-66c68ed286be req-3ac530ef-55cd-4a56-8a30-5614dc9b01f5 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560644 Oct 27 10:21:09.512304 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 49292) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:09.562052 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad3ccc-22d5-4cbc-b381-e82bce412fc1 req-2407311e-5b09-477d-ae0c-497f976fdafd tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:09.564121 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-78ad3ccc-22d5-4cbc-b381-e82bce412fc1 req-2407311e-5b09-477d-ae0c-497f976fdafd tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0804942 Oct 27 10:21:09.616785 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-78ad3ccc-22d5-4cbc-b381-e82bce412fc1 req-59167c64-d762-429a-9298-16d0cbda91c8 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424340 Oct 27 10:21:09.677533 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-562b23db-a825-436a-8620-501a43838c33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:09.770580 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-562b23db-a825-436a-8620-501a43838c33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:09.905098 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-562b23db-a825-436a-8620-501a43838c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:09.960228 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-562b23db-a825-436a-8620-501a43838c33 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=079bf3fbf2924dba9ed25c398f139e23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4476504 Oct 27 10:21:09.960228 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b23db-a825-436a-8620-501a43838c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ae8cbb-d97c-4960-a07f-235f393a9f70,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:09.961383 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49298) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:10.028862 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-21abfcc5-803d-4a70-b3bc-1472faacab5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:10.057698 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-21abfcc5-803d-4a70-b3bc-1472faacab5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:10.364827 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad86b7-bbd8-42a6-b9a2-f5c390399ad3 req-27d94df7-bf0a-4354-b2ff-4ee5e2469342 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:10.370191 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-fbad86b7-bbd8-42a6-b9a2-f5c390399ad3 req-27d94df7-bf0a-4354-b2ff-4ee5e2469342 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0673189 Oct 27 10:21:10.409822 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-fbad86b7-bbd8-42a6-b9a2-f5c390399ad3 req-a2057161-6f75-441b-a538-39aa2e7caf77 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366142 Oct 27 10:21:10.669974 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-58afa237-9379-45d8-b332-be78c54fabd3 req-e722a88c-ad13-4777-9292-31d166397d48 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=70c39578e47546088c56fe1891cb1b09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313723 Oct 27 10:21:10.749350 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcd8c7-978c-46c1-9d55-93630e88e867 req-322ee188-c6bc-481d-a3c3-64234281cacc tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:10.751455 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e3dcd8c7-978c-46c1-9d55-93630e88e867 req-322ee188-c6bc-481d-a3c3-64234281cacc tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0599992 Oct 27 10:21:10.812963 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e3dcd8c7-978c-46c1-9d55-93630e88e867 req-5e124f1a-fd2f-4b7b-b81e-0c2a752a47e1 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550220 Oct 27 10:21:11.085521 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afa237-9379-45d8-b332-be78c54fabd3 req-1ab20730-5c4d-4462-8992-e629c7d32ba8 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:11.086899 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-58afa237-9379-45d8-b332-be78c54fabd3 req-1ab20730-5c4d-4462-8992-e629c7d32ba8 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4098058 Oct 27 10:21:11.102178 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-58afa237-9379-45d8-b332-be78c54fabd3 req-de5c0360-6a61-45df-89ce-24b34f732d05 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/quotas/70c39578e47546088c56fe1891cb1b09 HTTP/1.1" status: 200 len: 375 time: 0.0090556 Oct 27 10:21:11.134141 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-58afa237-9379-45d8-b332-be78c54fabd3 req-74f3e1ce-d642-4c68-b26b-e1ab5c323352 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=70c39578e47546088c56fe1891cb1b09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253816 Oct 27 10:21:11.241872 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-21abfcc5-803d-4a70-b3bc-1472faacab5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:11.244564 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-21abfcc5-803d-4a70-b3bc-1472faacab5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:11.245733 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-21abfcc5-803d-4a70-b3bc-1472faacab5a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e3ae8cbb-d97c-4960-a07f-235f393a9f70 HTTP/1.1" status: 204 len: 168 time: 1.2830691 Oct 27 10:21:11.253978 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abfcc5-803d-4a70-b3bc-1472faacab5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ae8cbb-d97c-4960-a07f-235f393a9f70,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:11.567358 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7c4e316b-4ffe-4ee2-88b3-2e8b888bf74f req-8b181e6d-9bb7-472c-9164-fee5772d4862 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 210 time: 0.0391052 Oct 27 10:21:11.594775 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944a571-3530-4901-ab57-f34d2cd37ee1 req-81f804a1-7707-44e6-b17b-718c95c64206 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:11.603198 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3944a571-3530-4901-ab57-f34d2cd37ee1 req-81f804a1-7707-44e6-b17b-718c95c64206 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0939035 Oct 27 10:21:11.661808 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3944a571-3530-4901-ab57-f34d2cd37ee1 req-a4802246-5037-4c70-bf21-cc0407eb97df tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574813 Oct 27 10:21:11.996048 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc97829-8b03-4432-b8ee-b73508ed40b0 req-3b2bec3e-c4e0-41bd-ad30-dfe73e89de1d tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:11.998650 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9dc97829-8b03-4432-b8ee-b73508ed40b0 req-3b2bec3e-c4e0-41bd-ad30-dfe73e89de1d tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0623708 Oct 27 10:21:12.021513 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49364) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:12.069851 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9dc97829-8b03-4432-b8ee-b73508ed40b0 req-0da60c67-6942-4bf6-a607-5596420c5430 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612664 Oct 27 10:21:12.186251 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 49372) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:12.281978 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-113be46a-b78e-4eb8-9494-58c726d4bbe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:12.334099 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fd08f2ab-c8b0-4844-ab80-6b260d80ba84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:12.379661 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-113be46a-b78e-4eb8-9494-58c726d4bbe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:12.418238 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fd08f2ab-c8b0-4844-ab80-6b260d80ba84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:12.533993 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-113be46a-b78e-4eb8-9494-58c726d4bbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:12.565712 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-113be46a-b78e-4eb8-9494-58c726d4bbe8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fdecb21410da4027bd21c5f33d298f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5409236 Oct 27 10:21:12.568437 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 49394) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:12.585029 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113be46a-b78e-4eb8-9494-58c726d4bbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017a482d-3635-4b87-a834-08f0a7188b97,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:12.629158 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-faaa3a98-a296-4637-9a74-ac13b185f7c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:12.632000 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-db896e60-5001-44d5-a3b5-b89343d274cc req-827f5c4b-52be-4d34-a184-09e157af58a0 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 210 time: 0.0266480 Oct 27 10:21:12.650558 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fd08f2ab-c8b0-4844-ab80-6b260d80ba84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:12.654989 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-faaa3a98-a296-4637-9a74-ac13b185f7c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:12.719793 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-fd08f2ab-c8b0-4844-ab80-6b260d80ba84 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=55e70dabf9804e5e98358030e78a167b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5492096 Oct 27 10:21:12.720616 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08f2ab-c8b0-4844-ab80-6b260d80ba84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c28804c-c807-49aa-a41e-605003026fb6,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:12.723421 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49402) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:12.817785 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-27a6d73f-a29d-42c2-8baf-5cb10ae047a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:12.828209 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d0926-fbf3-46fe-88f1-6f3d7d812b9b req-480f563e-1b73-440a-bba3-ce39032db027 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:12.829770 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bc0d0926-fbf3-46fe-88f1-6f3d7d812b9b req-480f563e-1b73-440a-bba3-ce39032db027 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0871933 Oct 27 10:21:12.863273 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-27a6d73f-a29d-42c2-8baf-5cb10ae047a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:12.900092 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bc0d0926-fbf3-46fe-88f1-6f3d7d812b9b req-44be1861-ed5a-4d51-a8c1-cfcd3a9dcffc tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624654 Oct 27 10:21:12.903400 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6dc51-9c0c-43e1-b087-185e5a848299 req-eeb996bd-eb74-42b4-a937-707ccf6cef40 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:12.906797 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-17e6dc51-9c0c-43e1-b087-185e5a848299 req-eeb996bd-eb74-42b4-a937-707ccf6cef40 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0537450 Oct 27 10:21:12.945817 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-17e6dc51-9c0c-43e1-b087-185e5a848299 req-8bbf0e2e-11be-4b30-960a-b5c14dfefa72 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337055 Oct 27 10:21:12.973684 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-faaa3a98-a296-4637-9a74-ac13b185f7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:12.977015 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-faaa3a98-a296-4637-9a74-ac13b185f7c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:12.979173 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-faaa3a98-a296-4637-9a74-ac13b185f7c3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/017a482d-3635-4b87-a834-08f0a7188b97 HTTP/1.1" status: 204 len: 168 time: 0.4097445 Oct 27 10:21:12.989457 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa3a98-a296-4637-9a74-ac13b185f7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017a482d-3635-4b87-a834-08f0a7188b97,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:13.070839 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857e739-a159-4b7d-8d0c-cb68ac25b07b req-4ce3e02f-3dd3-431a-bfda-e6cf9533ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:13.070839 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3857e739-a159-4b7d-8d0c-cb68ac25b07b req-4ce3e02f-3dd3-431a-bfda-e6cf9533ceae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e708eaedc394ca29a2d62525710ec30&device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 1098 time: 0.0631192 Oct 27 10:21:13.093560 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-27a6d73f-a29d-42c2-8baf-5cb10ae047a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:13.097297 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-27a6d73f-a29d-42c2-8baf-5cb10ae047a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:13.099173 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-27a6d73f-a29d-42c2-8baf-5cb10ae047a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c28804c-c807-49aa-a41e-605003026fb6 HTTP/1.1" status: 204 len: 168 time: 0.3747151 Oct 27 10:21:13.110470 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6d73f-a29d-42c2-8baf-5cb10ae047a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c28804c-c807-49aa-a41e-605003026fb6,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:13.179011 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857e739-a159-4b7d-8d0c-cb68ac25b07b req-1fd0c885-8018-4c1e-af7d-e0f68ace8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:13.180497 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3857e739-a159-4b7d-8d0c-cb68ac25b07b req-1fd0c885-8018-4c1e-af7d-e0f68ace8ed0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=12a0c60b-6b74-4c6e-aa76-24304d8e4193 HTTP/1.1" status: 200 len: 920 time: 0.1004744 Oct 27 10:21:13.228312 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3857e739-a159-4b7d-8d0c-cb68ac25b07b req-5defbe1d-6084-4b77-afb1-a6440ea3377f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68df75fe-c6d2-4823-9211-f99abce959de HTTP/1.1" status: 200 len: 217 time: 0.0334020 Oct 27 10:21:13.300675 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857e739-a159-4b7d-8d0c-cb68ac25b07b req-6d1b85db-ac4f-474c-a066-58fa1e1ae9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:13.300879 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3857e739-a159-4b7d-8d0c-cb68ac25b07b req-6d1b85db-ac4f-474c-a066-58fa1e1ae9f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ec27a5a-0204-41d8-9c46-0b4aeb02bde5 HTTP/1.1" status: 200 len: 859 time: 0.0656660 Oct 27 10:21:13.421291 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3857e739-a159-4b7d-8d0c-cb68ac25b07b req-63962670-c193-44a1-8ae7-84b5feef94ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12a0c60b-6b74-4c6e-aa76-24304d8e4193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294158 Oct 27 10:21:13.523147 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3857e739-a159-4b7d-8d0c-cb68ac25b07b req-cbdc2c06-5dba-4b4c-8041-1eb85551928b service neutron] 10.222.0.73 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917227 Oct 27 10:21:13.642171 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3857e739-a159-4b7d-8d0c-cb68ac25b07b req-c765f74c-3a27-4884-9a9c-590fc215e8b6 service neutron] 10.222.0.73 "GET /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098809 Oct 27 10:21:13.748121 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-01371516-5878-4cb8-85e4-2e35179eeeba req-b7ff8c40-9ff4-4f08-b776-0a7e6c29c94b tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 210 time: 0.0283411 Oct 27 10:21:13.815531 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ae718-122c-428b-8c18-ae2c1a798de6 req-62057c55-f54a-412e-b2a2-ed5eb9484239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:13.817857 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-236ae718-122c-428b-8c18-ae2c1a798de6 req-62057c55-f54a-412e-b2a2-ed5eb9484239 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6656d74f77af428aba35d0d4513da3b9&device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 1098 time: 0.0405383 Oct 27 10:21:13.917620 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ae718-122c-428b-8c18-ae2c1a798de6 req-fc13649c-6367-4be6-8dc0-f1df0cfe68b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:13.919100 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-236ae718-122c-428b-8c18-ae2c1a798de6 req-fc13649c-6367-4be6-8dc0-f1df0cfe68b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=85cca7a2-e927-4155-9525-946b9afad186 HTTP/1.1" status: 200 len: 918 time: 0.0894990 Oct 27 10:21:13.999282 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-236ae718-122c-428b-8c18-ae2c1a798de6 req-fef32dbd-6b09-454d-bf4e-bc51ceead39e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83715df-8e47-44e2-a635-6ab619e271fb HTTP/1.1" status: 200 len: 1001 time: 0.0695107 Oct 27 10:21:14.054524 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7315bb4-f0c3-48ec-8b13-655292603d06 req-f7e072c6-2385-4927-b5be-e361bdd4787f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:14.065437 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a7315bb4-f0c3-48ec-8b13-655292603d06 req-f7e072c6-2385-4927-b5be-e361bdd4787f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0694129 Oct 27 10:21:14.112508 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ae718-122c-428b-8c18-ae2c1a798de6 req-76dc53d1-0d35-4a33-ac29-8d4e5b6f2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:14.114076 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-236ae718-122c-428b-8c18-ae2c1a798de6 req-76dc53d1-0d35-4a33-ac29-8d4e5b6f2b01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ecc75ced-88da-4001-a1b2-e070b2cff892 HTTP/1.1" status: 200 len: 856 time: 0.1016750 Oct 27 10:21:14.128039 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a7315bb4-f0c3-48ec-8b13-655292603d06 req-0a2aa1f9-c7d7-43aa-a87f-e30f4f8f1b9b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493550 Oct 27 10:21:14.135237 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be33dad-34a7-4d13-aa9a-07d7598a06f5 req-d273a4b4-8b05-47d2-898d-0a8b64509e8f tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:14.136814 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4be33dad-34a7-4d13-aa9a-07d7598a06f5 req-d273a4b4-8b05-47d2-898d-0a8b64509e8f tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0789192 Oct 27 10:21:14.156781 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49450) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:14.171204 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5631e988-368c-4723-bf2e-a4c944f6947d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:14.214568 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4be33dad-34a7-4d13-aa9a-07d7598a06f5 req-1c2ce773-f7a7-4543-afd7-b544fb0a1aa8 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675380 Oct 27 10:21:14.217591 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ae718-122c-428b-8c18-ae2c1a798de6 req-dd8b3a0e-3e8f-4e42-91a5-0316cd7bdbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:14.219080 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-236ae718-122c-428b-8c18-ae2c1a798de6 req-dd8b3a0e-3e8f-4e42-91a5-0316cd7bdbb8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=85cca7a2-e927-4155-9525-946b9afad186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813327 Oct 27 10:21:14.287264 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5631e988-368c-4723-bf2e-a4c944f6947d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:14.332773 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-236ae718-122c-428b-8c18-ae2c1a798de6 req-91ffe167-5746-4b1e-be00-1bb56776f383 service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049714 Oct 27 10:21:14.422399 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5631e988-368c-4723-bf2e-a4c944f6947d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:14.463348 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-236ae718-122c-428b-8c18-ae2c1a798de6 req-a8b406de-15a1-4269-8156-f763ac71b185 service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199906 Oct 27 10:21:14.486823 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631e988-368c-4723-bf2e-a4c944f6947d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24deb674-bb74-4a98-b8b7-0b3ff5d9ca7e,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:14.494466 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-5631e988-368c-4723-bf2e-a4c944f6947d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=10340a051fe04c43a3c6aee3a52f2a25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364208 Oct 27 10:21:14.495081 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49462) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:14.553139 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-fb52f617-3bda-45dc-ac7a-b77f48129cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:14.578396 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-fb52f617-3bda-45dc-ac7a-b77f48129cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:14.767462 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-fb52f617-3bda-45dc-ac7a-b77f48129cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:14.770096 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-fb52f617-3bda-45dc-ac7a-b77f48129cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:14.773276 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-fb52f617-3bda-45dc-ac7a-b77f48129cd5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/24deb674-bb74-4a98-b8b7-0b3ff5d9ca7e HTTP/1.1" status: 204 len: 168 time: 0.2751009 Oct 27 10:21:14.780637 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52f617-3bda-45dc-ac7a-b77f48129cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24deb674-bb74-4a98-b8b7-0b3ff5d9ca7e,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:14.865348 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-01f25959-3aac-4059-86cb-a4d27e204371 req-b41561d8-76b1-46e8-8821-1b9d04a1bb43 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 210 time: 0.0305030 Oct 27 10:21:15.023695 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 49482) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:15.126209 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49488) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:15.279992 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-ad9c8e66-9172-4558-847f-a1661b621edd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1584819439-network', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:15.284316 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b973fa6-db0d-46c8-94b6-d6389f6533a2 req-0ced5dbc-6e73-467f-85c3-467e2c0900b5 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:15.286449 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9b973fa6-db0d-46c8-94b6-d6389f6533a2 req-0ced5dbc-6e73-467f-85c3-467e2c0900b5 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0933890 Oct 27 10:21:15.316696 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-58afa237-9379-45d8-b332-be78c54fabd3 req-8a2daf5d-d682-405b-9ece-2dd66b33313d tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=70c39578e47546088c56fe1891cb1b09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0883114 Oct 27 10:21:15.333563 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-acd95da5-4edd-4b8f-9eff-d982fcaa1d20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:15.402962 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9b973fa6-db0d-46c8-94b6-d6389f6533a2 req-ee0e6f48-7dc6-4683-88b5-a061f846009a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029036 Oct 27 10:21:15.462781 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-acd95da5-4edd-4b8f-9eff-d982fcaa1d20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:15.472179 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1ee6e-0360-4d7b-87f2-bbf7982b5a2b req-3458eefc-8f4b-4ed1-a713-111f20cc4c4e tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:15.473696 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c3f1ee6e-0360-4d7b-87f2-bbf7982b5a2b req-3458eefc-8f4b-4ed1-a713-111f20cc4c4e tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0938332 Oct 27 10:21:15.499392 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afa237-9379-45d8-b332-be78c54fabd3 req-db58a4b1-3708-41d5-a3ea-c9660d51bd40 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:15.500910 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-58afa237-9379-45d8-b332-be78c54fabd3 req-db58a4b1-3708-41d5-a3ea-c9660d51bd40 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764960 Oct 27 10:21:15.517938 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-58afa237-9379-45d8-b332-be78c54fabd3 req-bc4a3c9c-9306-4f7d-bb38-9e29f2c3f43f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Request body: {'port': {'device_id': 'c5ce16ce-391a-4618-8abf-3b8e238ad7ff', 'network_id': 'fbc7b4bd-c196-4caf-a6fa-9bed0b230221', 'admin_state_up': True, 'tenant_id': '70c39578e47546088c56fe1891cb1b09'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:15.566746 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9c8e66-9172-4558-847f-a1661b621edd admin admin] Made reservation on behalf of e8fd26a4e1db456c885913dfd7b35cf7 for: {'network': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:15.568956 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ad9c8e66-9172-4558-847f-a1661b621edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:15.576663 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c3f1ee6e-0360-4d7b-87f2-bbf7982b5a2b req-8702092e-a56c-4f71-9ebb-d50299db4944 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938780 Oct 27 10:21:15.588374 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ad9c8e66-9172-4558-847f-a1661b621edd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:15.634316 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-acd95da5-4edd-4b8f-9eff-d982fcaa1d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:15.674143 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-acd95da5-4edd-4b8f-9eff-d982fcaa1d20 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e302ee07f1024e0cafb40d44e2616237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5467560 Oct 27 10:21:15.674879 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd95da5-4edd-4b8f-9eff-d982fcaa1d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe938c7-bd00-4b29-9e65-821866fbfb2f,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:15.677710 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49500) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:15.719161 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ad9c8e66-9172-4558-847f-a1661b621edd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:15.743603 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-550e2226-688c-42f1-86f2-914b6b29052b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:15.754763 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58afa237-9379-45d8-b332-be78c54fabd3 req-bc4a3c9c-9306-4f7d-bb38-9e29f2c3f43f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Made reservation on behalf of 70c39578e47546088c56fe1891cb1b09 for: {'port': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:15.761663 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-58afa237-9379-45d8-b332-be78c54fabd3 req-bc4a3c9c-9306-4f7d-bb38-9e29f2c3f43f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:15.771531 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-58afa237-9379-45d8-b332-be78c54fabd3 req-bc4a3c9c-9306-4f7d-bb38-9e29f2c3f43f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:15.773116 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-550e2226-688c-42f1-86f2-914b6b29052b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:15.814810 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ad9c8e66-9172-4558-847f-a1661b621edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:15.851977 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 49504) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:15.868924 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c8e66-9172-4558-847f-a1661b621edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fb56a0-251a-4173-b5b2-c1718642f07c,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:15.881947 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-39a8ea26-42d8-4d45-8d00-07323a61937a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:15.897975 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-58afa237-9379-45d8-b332-be78c54fabd3 req-bc4a3c9c-9306-4f7d-bb38-9e29f2c3f43f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:15.939401 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-550e2226-688c-42f1-86f2-914b6b29052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:15.943404 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-550e2226-688c-42f1-86f2-914b6b29052b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:15.948888 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-550e2226-688c-42f1-86f2-914b6b29052b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bbe938c7-bd00-4b29-9e65-821866fbfb2f HTTP/1.1" status: 204 len: 168 time: 0.2700975 Oct 27 10:21:15.957081 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e2226-688c-42f1-86f2-914b6b29052b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe938c7-bd00-4b29-9e65-821866fbfb2f,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:15.959486 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9c8e66-9172-4558-847f-a1661b621edd admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=102225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:21:15.983648 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-303acd16-3aba-460b-a4fb-6a8b4e1a953c req-3dea34b8-adb5-4979-a512-b93b1444b043 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 210 time: 0.0420656 Oct 27 10:21:15.998726 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ad9c8e66-9172-4558-847f-a1661b621edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:15.999080 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.segments_db [None req-ad9c8e66-9172-4558-847f-a1661b621edd admin admin] Added segment 181c46be-a45e-4a31-90ef-f8c3f850d968 of type vlan for network 7fbed54f-7168-466f-85e1-fbc34f8bb84f Oct 27 10:21:16.014649 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-58afa237-9379-45d8-b332-be78c54fabd3 req-bc4a3c9c-9306-4f7d-bb38-9e29f2c3f43f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.019968 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-39a8ea26-42d8-4d45-8d00-07323a61937a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.103874 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ad9c8e66-9172-4558-847f-a1661b621edd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.113421 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a3c9c-9306-4f7d-bb38-9e29f2c3f43f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f72963d9-decd-429c-9f0f-711f34589697,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:16.140635 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-39a8ea26-42d8-4d45-8d00-07323a61937a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.222468 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-39a8ea26-42d8-4d45-8d00-07323a61937a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4df9f46890d54fef9fcf93f6523ee5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684933 Oct 27 10:21:16.225369 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8ea26-42d8-4d45-8d00-07323a61937a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76718a9e-e00f-47f3-95f4-4e112dee79cb,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:16.225545 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49516) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:16.240307 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [req-58afa237-9379-45d8-b332-be78c54fabd3 req-bc4a3c9c-9306-4f7d-bb38-9e29f2c3f43f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Allocated IP 192.168.233.189 (fbc7b4bd-c196-4caf-a6fa-9bed0b230221/e7d7eeaf-311c-46fd-afd6-dd9a743c5bba/3eb366f8-acee-416c-8ca4-bb4a73510374) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:16.276067 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-46fd0a86-84cf-462d-8c8a-3ab471d44ac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.293455 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ad9c8e66-9172-4558-847f-a1661b621edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.294400 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9c8e66-9172-4558-847f-a1661b621edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:16.295001 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ad9c8e66-9172-4558-847f-a1661b621edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.302019 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-46fd0a86-84cf-462d-8c8a-3ab471d44ac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.425715 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c8e66-9172-4558-847f-a1661b621edd admin admin] Pushing event updated for resources: {'Network': ['ID=7fbed54f-7168-466f-85e1-fbc34f8bb84f,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:16.440771 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network 7fbed54f-7168-466f-85e1-fbc34f8bb84f details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:21:16.497452 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-58afa237-9379-45d8-b332-be78c54fabd3 req-bc4a3c9c-9306-4f7d-bb38-9e29f2c3f43f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.513609 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-46fd0a86-84cf-462d-8c8a-3ab471d44ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.519337 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-46fd0a86-84cf-462d-8c8a-3ab471d44ac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.523479 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-46fd0a86-84cf-462d-8c8a-3ab471d44ac3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76718a9e-e00f-47f3-95f4-4e112dee79cb HTTP/1.1" status: 204 len: 168 time: 0.2965851 Oct 27 10:21:16.546021 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd0a86-84cf-462d-8c8a-3ab471d44ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76718a9e-e00f-47f3-95f4-4e112dee79cb,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:16.552166 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-ad9c8e66-9172-4558-847f-a1661b621edd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5262620 Oct 27 10:21:16.554711 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 49528) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:16.566351 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-d399b8b3-db64-49bd-bbae-39ef58500d82 admin admin] Request body: {'subnet': {'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1584819439-subnet', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'ip_version': 4}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:16.597433 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e88cc-2a77-4573-8c55-6a165fc82189 req-9f7ee91a-75a3-484b-aba7-9f9c71ebed7e tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:16.599316 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e43e88cc-2a77-4573-8c55-6a165fc82189 req-9f7ee91a-75a3-484b-aba7-9f9c71ebed7e tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0747383 Oct 27 10:21:16.643611 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e43e88cc-2a77-4573-8c55-6a165fc82189 req-3feb872f-ca81-41c5-9478-c989a28e485d tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379195 Oct 27 10:21:16.693315 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-58afa237-9379-45d8-b332-be78c54fabd3 req-bc4a3c9c-9306-4f7d-bb38-9e29f2c3f43f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.742467 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d399b8b3-db64-49bd-bbae-39ef58500d82 admin admin] Made reservation on behalf of e8fd26a4e1db456c885913dfd7b35cf7 for: {'subnet': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:16.745483 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d399b8b3-db64-49bd-bbae-39ef58500d82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10166904'] for subnet, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.763586 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58afa237-9379-45d8-b332-be78c54fabd3 req-bc4a3c9c-9306-4f7d-bb38-9e29f2c3f43f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Network fbc7b4bd-c196-4caf-a6fa-9bed0b230221 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:16.802071 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea11837-95ef-4923-8786-c244e5e540fb req-993bd839-0aaf-4ef4-a54e-a52db0c8f3e3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:16.803738 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4ea11837-95ef-4923-8786-c244e5e540fb req-993bd839-0aaf-4ef4-a54e-a52db0c8f3e3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.1420419 Oct 27 10:21:16.804693 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [req-58afa237-9379-45d8-b332-be78c54fabd3 req-bc4a3c9c-9306-4f7d-bb38-9e29f2c3f43f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:16.819541 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-58afa237-9379-45d8-b332-be78c54fabd3 req-bc4a3c9c-9306-4f7d-bb38-9e29f2c3f43f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:16.826666 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a3c9c-9306-4f7d-bb38-9e29f2c3f43f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Pushing event updated for resources: {'Port': ['ID=3eb366f8-acee-416c-8ca4-bb4a73510374,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:16.934736 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afa237-9379-45d8-b332-be78c54fabd3 req-bc4a3c9c-9306-4f7d-bb38-9e29f2c3f43f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:16.935396 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-58afa237-9379-45d8-b332-be78c54fabd3 req-bc4a3c9c-9306-4f7d-bb38-9e29f2c3f43f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.943165 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4ea11837-95ef-4923-8786-c244e5e540fb req-9989ed8a-1f61-4f10-bdce-def6c60d6a74 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265390 Oct 27 10:21:17.078867 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-58afa237-9379-45d8-b332-be78c54fabd3 req-bc4a3c9c-9306-4f7d-bb38-9e29f2c3f43f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5648172 Oct 27 10:21:17.099733 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-8536be1c-7731-4eee-ad20-c89ac9c760f4 None None] Provisioning complete for port 3eb366f8-acee-416c-8ca4-bb4a73510374 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:17.100424 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-8536be1c-7731-4eee-ad20-c89ac9c760f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:17.147531 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-8536be1c-7731-4eee-ad20-c89ac9c760f4 None None] Port 3eb366f8-acee-416c-8ca4-bb4a73510374 cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:17.163831 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b868d-fb4a-468d-b633-9fed0af04f00 req-402846f9-ead0-457d-9c22-37781dfb3831 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:17.166111 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-351b868d-fb4a-468d-b633-9fed0af04f00 req-402846f9-ead0-457d-9c22-37781dfb3831 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 936 time: 0.0671799 Oct 27 10:21:17.167515 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d399b8b3-db64-49bd-bbae-39ef58500d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10166890'] for subnet, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:17.262354 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399b8b3-db64-49bd-bbae-39ef58500d82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a7bc86f-86ac-4548-a9e0-3cf66edfb331,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:17.269566 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-351b868d-fb4a-468d-b633-9fed0af04f00 req-e4b24fad-83a3-459e-9753-e2d7b1d970bf tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/security-groups?id=f72963d9-decd-429c-9f0f-711f34589697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946205 Oct 27 10:21:17.271216 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d399b8b3-db64-49bd-bbae-39ef58500d82 admin admin] Checking segment: {'id': '181c46be-a45e-4a31-90ef-f8c3f850d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:17.271216 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d399b8b3-db64-49bd-bbae-39ef58500d82 admin admin] Network hostable DHCP agents. Network: 7fbed54f-7168-466f-85e1-fbc34f8bb84f, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:21:17.394122 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d399b8b3-db64-49bd-bbae-39ef58500d82 admin admin] Network 7fbed54f-7168-466f-85e1-fbc34f8bb84f is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:21:17.554080 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-d399b8b3-db64-49bd-bbae-39ef58500d82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, 7fbed54f-7168-466f-85e1-fbc34f8bb84f) {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:17.558274 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399b8b3-db64-49bd-bbae-39ef58500d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:17.567768 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d399b8b3-db64-49bd-bbae-39ef58500d82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:17.568020 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bb1643-ea8a-44ee-87e7-0b19398cbe78 None None] Network 7fbed54f-7168-466f-85e1-fbc34f8bb84f requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:21:17.707518 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-d399b8b3-db64-49bd-bbae-39ef58500d82 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1507607 Oct 27 10:21:17.710523 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 49574) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:17.715687 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1584819439-router', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:17.733488 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cea6acf-afdb-5722-be69-dabca8b03b9d-7fbed54f-7168-466f-85e1-fbc34f8bb84f', 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'fixed_ips': [{'subnet_id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331'}]}} from dv-cinder-815145-2-iscsi. {{(pid=102226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:21:17.734343 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:17.824977 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15312'] for router, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:17.827105 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15303'] for router, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:17.908332 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.db_base_plugin_common [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Allocated IP 172.20.0.2 (7fbed54f-7168-466f-85e1-fbc34f8bb84f/6a7bc86f-86ac-4548-a9e0-3cf66edfb331/7a7d4c64-c58b-472a-8272-735c8e56866e) {{(pid=102226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:17.916090 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:17.953214 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250119a-c275-44fc-ae1d-e51403b1bc6b req-a9fda074-cab7-4875-83f8-a74a29de9ae0 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:17.954675 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a250119a-c275-44fc-ae1d-e51403b1bc6b req-a9fda074-cab7-4875-83f8-a74a29de9ae0 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 945 time: 0.0523083 Oct 27 10:21:18.006971 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a250119a-c275-44fc-ae1d-e51403b1bc6b req-f3f9bd2f-e3d2-4d08-a4be-2e142723b090 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461204 Oct 27 10:21:18.121032 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Publish callbacks [] for port, precommit_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:18.127027 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49592) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:18.178426 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:18.208010 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:18.252573 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Network 7fbed54f-7168-466f-85e1-fbc34f8bb84f is already hosted by enough agents. {{(pid=102226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:18.262240 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.base_scheduler [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Resources bound (agent type, host, resource id): {{(pid=102226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:18.263766 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Received port after_create {{(pid=102226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:18.266122 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Pushing event updated for resources: {'Port': ['ID=7a7d4c64-c58b-472a-8272-735c8e56866e,revision_number=1']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:18.275511 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:18.276009 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:18.276199 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:18.276936 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:18.277625 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:18.278094 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:18.278563 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:18.279057 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:18.279568 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:18.279904 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:18.280231 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:18.280556 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:18.348962 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:21:18.357663 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Attempting to bind port 7a7d4c64-c58b-472a-8272-735c8e56866e on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:18.358614 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Attempting to bind port 7a7d4c64-c58b-472a-8272-735c8e56866e by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': '181c46be-a45e-4a31-90ef-f8c3f850d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:18.365474 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Attempting to bind port 7a7d4c64-c58b-472a-8272-735c8e56866e on network 7fbed54f-7168-466f-85e1-fbc34f8bb84f {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:18.366816 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:18.367250 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Checking segment: {'id': '181c46be-a45e-4a31-90ef-f8c3f850d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:18.367658 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:18.368865 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Bound using segment: {'id': '181c46be-a45e-4a31-90ef-f8c3f850d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:18.369376 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Bound port: 7a7d4c64-c58b-472a-8272-735c8e56866e, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181c46be-a45e-4a31-90ef-f8c3f850d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:18.369761 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:18.416021 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-1931e4d1-f1b4-4ac6-8121-faa726a245e6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-336834034-network', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:18.459083 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] For port 7a7d4c64-c58b-472a-8272-735c8e56866e, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:18.462616 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] For port 7a7d4c64-c58b-472a-8272-735c8e56866e, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=7a7d4c64-c58b-472a-8272-735c8e56866e,segment=NetworkSegment(181c46be-a45e-4a31-90ef-f8c3f850d968),segment_id=181c46be-a45e-4a31-90ef-f8c3f850d968)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:18.539631 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1931e4d1-f1b4-4ac6-8121-faa726a245e6 admin admin] Made reservation on behalf of 2d7997eb1e854527a138c06b0fc621f0 for: {'network': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:18.542436 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1931e4d1-f1b4-4ac6-8121-faa726a245e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:18.552397 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1931e4d1-f1b4-4ac6-8121-faa726a245e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:18.579345 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:18.654419 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1931e4d1-f1b4-4ac6-8121-faa726a245e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:18.674230 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462c77c-b315-43ef-ae2f-d7c8da7d0c85 None None] Pushing event updated for resources: {'Port': ['ID=7a7d4c64-c58b-472a-8272-735c8e56866e,revision_number=2']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:18.748019 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2aa28-cd43-42ce-bd34-b7dabbf204ea req-63b32c7f-09c8-4179-833e-4ff2797f3ff6 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:18.757042 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-40c2aa28-cd43-42ce-bd34-b7dabbf204ea req-63b32c7f-09c8-4179-833e-4ff2797f3ff6 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 936 time: 0.3317554 Oct 27 10:21:18.760234 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1931e4d1-f1b4-4ac6-8121-faa726a245e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:18.783270 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1931e4d1-f1b4-4ac6-8121-faa726a245e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=102224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:21:18.797325 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device f83715df-8e47-44e2-a635-6ab619e271fb no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:21:18.809154 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931e4d1-f1b4-4ac6-8121-faa726a245e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83231f1-622c-4830-8f49-53d934793423,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:18.815888 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-40c2aa28-cd43-42ce-bd34-b7dabbf204ea req-3411c28a-b7d5-48dc-b252-5a02d1ca1b18 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/security-groups?id=f72963d9-decd-429c-9f0f-711f34589697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595984 Oct 27 10:21:18.825503 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1931e4d1-f1b4-4ac6-8121-faa726a245e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:18.826744 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.db.segments_db [None req-1931e4d1-f1b4-4ac6-8121-faa726a245e6 admin admin] Added segment e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb of type vlan for network f5a34bab-9102-4f12-a062-547d9ba89356 Oct 27 10:21:18.838988 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Request body: {'port': {'device_id': 'c5ce16ce-391a-4618-8abf-3b8e238ad7ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:18.864136 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-af6d066b-2493-4179-878d-5a69e7c89f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:18.904275 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1931e4d1-f1b4-4ac6-8121-faa726a245e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:18.957408 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:19.018710 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port f83715df-8e47-44e2-a635-6ab619e271fb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f83715df-8e47-44e2-a635-6ab619e271fb,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:19.018710 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90f0481-adb6-4d16-ad5d-a2505b777a0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f83715df-8e47-44e2-a635-6ab619e271fb'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:19.019480 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:19.019644 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7c425b-ca09-49f6-8274-e31f733fd07b" -d '{"events": [{"server_uuid": "f90f0481-adb6-4d16-ad5d-a2505b777a0e", "name": "network-vif-unplugged", "status": "completed", "tag": "f83715df-8e47-44e2-a635-6ab619e271fb"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:19.082243 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1931e4d1-f1b4-4ac6-8121-faa726a245e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:19.083677 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1931e4d1-f1b4-4ac6-8121-faa726a245e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:19.084350 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1931e4d1-f1b4-4ac6-8121-faa726a245e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:19.106186 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:19.110342 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:19.133377 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:19.138129 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9464de-857b-4e00-b434-6ce87fe62bd4 x-openstack-request-id: req-fe9464de-857b-4e00-b434-6ce87fe62bd4 {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:19.138419 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90f0481-adb6-4d16-ad5d-a2505b777a0e", "name": "network-vif-unplugged", "status": "completed", "tag": "f83715df-8e47-44e2-a635-6ab619e271fb", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:19.138679 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fe9464de-857b-4e00-b434-6ce87fe62bd4 {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:19.139069 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90f0481-adb6-4d16-ad5d-a2505b777a0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f83715df-8e47-44e2-a635-6ab619e271fb', 'code': 200} Oct 27 10:21:19.169805 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=f83715df-8e47-44e2-a635-6ab619e271fb,revision_number=8']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:19.231110 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-1931e4d1-f1b4-4ac6-8121-faa726a245e6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1028705 Oct 27 10:21:19.234516 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49614) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:19.239474 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-589bfe67-3c7a-48f3-9a27-9e26129f0a9b admin admin] Request body: {'subnet': {'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-336834034-subnet', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'ip_version': 4}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:19.242541 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931e4d1-f1b4-4ac6-8121-faa726a245e6 admin admin] Pushing event updated for resources: {'Network': ['ID=f5a34bab-9102-4f12-a062-547d9ba89356,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:19.254907 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network f5a34bab-9102-4f12-a062-547d9ba89356 details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:21:19.287206 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22844156-aa5c-4eba-9ebe-2ef1f6c773b8 req-743e308a-f95e-4dac-a2e8-94a0112f86c1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:19.288821 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-22844156-aa5c-4eba-9ebe-2ef1f6c773b8 req-743e308a-f95e-4dac-a2e8-94a0112f86c1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.1524546 Oct 27 10:21:19.346878 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] Allocated IP 172.27.3.55 (70ca3915-436e-4d6f-9dee-c189a5123789/3d25a479-4445-45b0-aa2d-a38f3239d00a/e698603c-4531-44b1-a0eb-e0926c0465be) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:19.364898 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-22844156-aa5c-4eba-9ebe-2ef1f6c773b8 req-8a3eb342-d112-4325-a346-a4ca80f6691c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659225 Oct 27 10:21:19.368442 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589bfe67-3c7a-48f3-9a27-9e26129f0a9b admin admin] Made reservation on behalf of 2d7997eb1e854527a138c06b0fc621f0 for: {'subnet': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:19.368442 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-589bfe67-3c7a-48f3-9a27-9e26129f0a9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8484515'] for subnet, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:19.635420 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:19.640868 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eb366f8-acee-416c-8ca4-bb4a73510374 {{(pid=102225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:21:19.651460 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:19.676683 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.provisioning_blocks [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Transition to ACTIVE for port object 3eb366f8-acee-416c-8ca4-bb4a73510374 will not be triggered until provisioned by entity L2. {{(pid=102225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:21:19.769139 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 7a7d4c64-c58b-472a-8272-735c8e56866e up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:19.819190 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-589bfe67-3c7a-48f3-9a27-9e26129f0a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8962362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8484529'] for subnet, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:19.828556 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 7a7d4c64-c58b-472a-8272-735c8e56866e triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:19.828898 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:19.871747 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:19.878584 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:19.977060 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589bfe67-3c7a-48f3-9a27-9e26129f0a9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed805247-fa00-4068-9a02-aac3613ca316,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:20.007174 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbb52ff-bf49-4e31-8643-b15cc744292a None None] Network 7fbed54f-7168-466f-85e1-fbc34f8bb84f requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:21:20.014507 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:20.019684 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:20.020334 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589bfe67-3c7a-48f3-9a27-9e26129f0a9b admin admin] Checking segment: {'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:20.020704 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589bfe67-3c7a-48f3-9a27-9e26129f0a9b admin admin] Network hostable DHCP agents. Network: f5a34bab-9102-4f12-a062-547d9ba89356, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:21:20.079758 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:20.143356 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-d5bf6f98-e13e-404c-8eed-4da22ef7a90c None None] Provisioning complete for port 7a7d4c64-c58b-472a-8272-735c8e56866e triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:20.147932 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-d5bf6f98-e13e-404c-8eed-4da22ef7a90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:20.152522 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:20.162405 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] Pushing event updated for resources: {'Port': ['ID=e698603c-4531-44b1-a0eb-e0926c0465be,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:20.214228 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589bfe67-3c7a-48f3-9a27-9e26129f0a9b admin admin] Network f5a34bab-9102-4f12-a062-547d9ba89356 is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:21:20.305237 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-589bfe67-3c7a-48f3-9a27-9e26129f0a9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, f5a34bab-9102-4f12-a062-547d9ba89356) {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:20.326961 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589bfe67-3c7a-48f3-9a27-9e26129f0a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:20.348070 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-589bfe67-3c7a-48f3-9a27-9e26129f0a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:20.428149 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22907f5-1d73-431a-a792-f88e7a8fc4b4 None None] Network f5a34bab-9102-4f12-a062-547d9ba89356 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:21:20.449121 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fded4-616e-4206-9b85-aa2d6fa772ad req-8e8c6030-9c69-417f-90ae-ab9cda5cb81f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:20.451336 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4d2fded4-616e-4206-9b85-aa2d6fa772ad req-8e8c6030-9c69-417f-90ae-ab9cda5cb81f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 948 time: 0.4346313 Oct 27 10:21:20.469306 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb366f8-acee-416c-8ca4-bb4a73510374,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:20.516853 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Attempting to bind port 3eb366f8-acee-416c-8ca4-bb4a73510374 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:20.517217 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Attempting to bind port 3eb366f8-acee-416c-8ca4-bb4a73510374 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'b75181e4-511e-4a6f-ade0-6293d01a10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fbc7b4bd-c196-4caf-a6fa-9bed0b230221'}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:20.517978 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Attempting to bind port 3eb366f8-acee-416c-8ca4-bb4a73510374 on network fbc7b4bd-c196-4caf-a6fa-9bed0b230221 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:20.526649 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Port 3eb366f8-acee-416c-8ca4-bb4a73510374 on network fbc7b4bd-c196-4caf-a6fa-9bed0b230221 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:21:20.526849 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Attempting to bind port 3eb366f8-acee-416c-8ca4-bb4a73510374 on network fbc7b4bd-c196-4caf-a6fa-9bed0b230221 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:20.532170 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4d2fded4-616e-4206-9b85-aa2d6fa772ad req-70a4813e-0e31-4605-ba55-20e370061adf tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/security-groups?id=f72963d9-decd-429c-9f0f-711f34589697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704482 Oct 27 10:21:20.534769 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:20.535354 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Checking segment: {'id': 'b75181e4-511e-4a6f-ade0-6293d01a10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fbc7b4bd-c196-4caf-a6fa-9bed0b230221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:20.535545 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Bound using segment: {'id': 'b75181e4-511e-4a6f-ade0-6293d01a10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fbc7b4bd-c196-4caf-a6fa-9bed0b230221'} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:20.535974 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Bound port: 3eb366f8-acee-416c-8ca4-bb4a73510374, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b75181e4-511e-4a6f-ade0-6293d01a10d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'fbc7b4bd-c196-4caf-a6fa-9bed0b230221'}}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:20.536327 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:20.552674 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-589bfe67-3c7a-48f3-9a27-9e26129f0a9b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3169100 Oct 27 10:21:20.558357 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49636) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:20.564169 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:20.599513 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac6137-b799-4629-8047-b9bc41cb8137 req-b71141ae-e22c-4543-9924-86d0591049b9 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:20.601376 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-92ac6137-b799-4629-8047-b9bc41cb8137 req-b71141ae-e22c-4543-9924-86d0591049b9 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.1307187 Oct 27 10:21:20.627236 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] For port 3eb366f8-acee-416c-8ca4-bb4a73510374, host hv-cinder-81514, cleared binding levels {{(pid=102225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:20.631158 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] For port 7a7d4c64-c58b-472a-8272-735c8e56866e, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=7a7d4c64-c58b-472a-8272-735c8e56866e,segment=NetworkSegment(181c46be-a45e-4a31-90ef-f8c3f850d968),segment_id=181c46be-a45e-4a31-90ef-f8c3f850d968)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:20.650908 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] For port 3eb366f8-acee-416c-8ca4-bb4a73510374, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3eb366f8-acee-416c-8ca4-bb4a73510374,segment=NetworkSegment(b75181e4-511e-4a6f-ade0-6293d01a10d3),segment_id=b75181e4-511e-4a6f-ade0-6293d01a10d3)] {{(pid=102225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:20.651067 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-92ac6137-b799-4629-8047-b9bc41cb8137 req-fb25ce27-4cd9-455d-8608-5f91a0ba5210 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365522 Oct 27 10:21:20.659771 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-d5bf6f98-e13e-404c-8eed-4da22ef7a90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:20.732910 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cea6acf-afdb-5722-be69-dabca8b03b9d-f5a34bab-9102-4f12-a062-547d9ba89356', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316'}]}} from dv-cinder-815145-2-iscsi. {{(pid=102226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:21:20.733840 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:20.754489 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15312'] for router, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:20.755722 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15303'] for router, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:20.827765 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:20.845669 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:20.869676 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:20.927680 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:20.928464 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:20.929764 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-58afa237-9379-45d8-b332-be78c54fabd3 req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] 10.222.0.73 "PUT /v2.0/ports/3eb366f8-acee-416c-8ca4-bb4a73510374 HTTP/1.1" status: 200 len: 1098 time: 2.1100812 Oct 27 10:21:20.941224 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ce16ce-391a-4618-8abf-3b8e238ad7ff', 'tag': '3eb366f8-acee-416c-8ca4-bb4a73510374'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:20.943841 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a20496-967c-4a27-a0fb-3cbd11e5c4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ce16ce-391a-4618-8abf-3b8e238ad7ff", "tag": "3eb366f8-acee-416c-8ca4-bb4a73510374"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:20.986362 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.db.api [None req-d5bf6f98-e13e-404c-8eed-4da22ef7a90c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:21:20.986743 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG oslo_db.api [None req-d5bf6f98-e13e-404c-8eed-4da22ef7a90c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:21:21.025363 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.db_base_plugin_common [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Allocated IP 172.20.0.2 (f5a34bab-9102-4f12-a062-547d9ba89356/ed805247-fa00-4068-9a02-aac3613ca316/bd91af55-be14-4b68-ab0d-37c229cb3db0) {{(pid=102226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:21.042679 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Pushing event updated for resources: {'Port': ['ID=7a7d4c64-c58b-472a-8272-735c8e56866e,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:21.054851 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.067866 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0319191c-6342-468d-8703-d63e16b4743c x-openstack-request-id: req-0319191c-6342-468d-8703-d63e16b4743c {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:21.068163 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ce16ce-391a-4618-8abf-3b8e238ad7ff", "tag": "3eb366f8-acee-416c-8ca4-bb4a73510374", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:21.068421 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0319191c-6342-468d-8703-d63e16b4743c {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:21.068820 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ce16ce-391a-4618-8abf-3b8e238ad7ff', 'tag': '3eb366f8-acee-416c-8ca4-bb4a73510374', 'status': 'completed', 'code': 200} Oct 27 10:21:21.235668 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Publish callbacks [] for port, precommit_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.246915 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.273078 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257711a-3155-499f-bd8b-fb3b987e9646 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb366f8-acee-416c-8ca4-bb4a73510374,revision_number=3']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:21.287303 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a20496-967c-4a27-a0fb-3cbd11e5c4d8 req-90075ace-7e2e-4209-824d-a65f5d65f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:21.288834 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-65a20496-967c-4a27-a0fb-3cbd11e5c4d8 req-90075ace-7e2e-4209-824d-a65f5d65f901 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70c39578e47546088c56fe1891cb1b09&device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 1101 time: 0.2182627 Oct 27 10:21:21.340347 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-65a20496-967c-4a27-a0fb-3cbd11e5c4d8 req-0e763c81-f3e8-41cc-bd0d-c213b22ac422 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=70c39578e47546088c56fe1891cb1b09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334349 Oct 27 10:21:21.349542 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.394882 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Network f5a34bab-9102-4f12-a062-547d9ba89356 is already hosted by enough agents. {{(pid=102226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:21.400730 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.base_scheduler [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Resources bound (agent type, host, resource id): {{(pid=102226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:21.403721 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Received port after_create {{(pid=102226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:21.409365 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Pushing event updated for resources: {'Port': ['ID=bd91af55-be14-4b68-ab0d-37c229cb3db0,revision_number=1']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:21.439232 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-d98e0a8a-4fa7-4514-9119-a06f5ee5d4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.457805 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.469788 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Attempting to bind port bd91af55-be14-4b68-ab0d-37c229cb3db0 on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:21.469994 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Attempting to bind port bd91af55-be14-4b68-ab0d-37c229cb3db0 by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:21.470307 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Attempting to bind port bd91af55-be14-4b68-ab0d-37c229cb3db0 on network f5a34bab-9102-4f12-a062-547d9ba89356 {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:21.485178 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:21.485773 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Checking segment: {'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:21.486187 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.486582 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Bound using segment: {'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:21.495967 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Bound port: bd91af55-be14-4b68-ab0d-37c229cb3db0, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:21.496446 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.577374 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a20496-967c-4a27-a0fb-3cbd11e5c4d8 req-66326e59-fd12-4de4-ba02-2635ddbed7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:21.579007 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-65a20496-967c-4a27-a0fb-3cbd11e5c4d8 req-66326e59-fd12-4de4-ba02-2635ddbed7d9 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2073689 Oct 27 10:21:21.581281 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624213'] for router, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.617660 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.644572 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.657896 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] For port bd91af55-be14-4b68-ab0d-37c229cb3db0, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:21.661471 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] For port bd91af55-be14-4b68-ab0d-37c229cb3db0, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=bd91af55-be14-4b68-ab0d-37c229cb3db0,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:21.750024 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebb570-ccaa-40fc-9c0a-ea6ee7ece5f4 req-b1c84adb-63ba-405c-b54f-68125fd7b3b9 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:21.751567 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c4ebb570-ccaa-40fc-9c0a-ea6ee7ece5f4 req-b1c84adb-63ba-405c-b54f-68125fd7b3b9 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 948 time: 0.1094277 Oct 27 10:21:21.755755 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 7a7d4c64-c58b-472a-8272-735c8e56866e up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:21.759940 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afa237-9379-45d8-b332-be78c54fabd3 req-896b343c-f263-4b1e-bd2d-a7b86e570c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:21.761470 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-58afa237-9379-45d8-b332-be78c54fabd3 req-896b343c-f263-4b1e-bd2d-a7b86e570c9d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70c39578e47546088c56fe1891cb1b09&device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 1101 time: 0.1201701 Oct 27 10:21:21.817858 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-58afa237-9379-45d8-b332-be78c54fabd3 req-822a81c0-4aeb-46ae-bc50-cce3939d916a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=3eb366f8-acee-416c-8ca4-bb4a73510374 HTTP/1.1" status: 200 len: 217 time: 0.0440528 Oct 27 10:21:21.822713 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a91ab0ec-26f3-453c-8c3e-51632257632a None None] Provisioning complete for port 7a7d4c64-c58b-472a-8272-735c8e56866e triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:21.823170 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a91ab0ec-26f3-453c-8c3e-51632257632a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.827673 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.828686 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c4ebb570-ccaa-40fc-9c0a-ea6ee7ece5f4 req-d376aecd-c76b-4dd3-b21d-7b53fbe493a0 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/security-groups?id=f72963d9-decd-429c-9f0f-711f34589697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711799 Oct 27 10:21:21.829817 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] Allocated IP 172.27.3.33 (70ca3915-436e-4d6f-9dee-c189a5123789/3d25a479-4445-45b0-aa2d-a38f3239d00a/a744d382-5de4-4f4b-b85f-e6793c9aa6fa) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:21.886341 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 7a7d4c64-c58b-472a-8272-735c8e56866e triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:21.886900 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.895111 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afa237-9379-45d8-b332-be78c54fabd3 req-0ff490c0-fd98-494b-8dd3-07c73d007e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:21.896935 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-58afa237-9379-45d8-b332-be78c54fabd3 req-0ff490c0-fd98-494b-8dd3-07c73d007e3c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e7d7eeaf-311c-46fd-afd6-dd9a743c5bba HTTP/1.1" status: 200 len: 843 time: 0.0705545 Oct 27 10:21:21.969467 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afa237-9379-45d8-b332-be78c54fabd3 req-6ba469dd-f0c2-4996-824a-19c3506aa6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:21.971093 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-58afa237-9379-45d8-b332-be78c54fabd3 req-6ba469dd-f0c2-4996-824a-19c3506aa6b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fbc7b4bd-c196-4caf-a6fa-9bed0b230221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0672808 Oct 27 10:21:21.979113 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc7bc1-61a0-4063-b3a0-24494f5eef75 None None] Pushing event updated for resources: {'Port': ['ID=bd91af55-be14-4b68-ab0d-37c229cb3db0,revision_number=2']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:21.979515 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:22.009907 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] Router c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 is scheduled to L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 with binding_index 1 {{(pid=102225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:21:22.163773 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:22.192546 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-58afa237-9379-45d8-b332-be78c54fabd3 req-f02abdeb-9b74-4769-9028-2a7007687eca service neutron] 10.222.0.73 "GET /v2.0/networks/fbc7b4bd-c196-4caf-a6fa-9bed0b230221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111259 Oct 27 10:21:22.228013 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:22.237240 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:22.245780 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] Pushing event updated for resources: {'Port': ['ID=a744d382-5de4-4f4b-b85f-e6793c9aa6fa,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:22.263213 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:22.293354 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:21:22.299402 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Sync routers for ids ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'] in dv-cinder-815145-2-iscsi {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:21:22.322588 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Routers {'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:22.322588 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:21:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:22.367438 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:22.485991 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Set router c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:22.570209 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:22.668501 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-58afa237-9379-45d8-b332-be78c54fabd3 req-82039391-4b1b-46c2-a86e-3a2f6bc91a1f service neutron] 10.222.0.73 "GET /v2.0/networks/fbc7b4bd-c196-4caf-a6fa-9bed0b230221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668710 Oct 27 10:21:22.758945 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'name': 'tempest-TestMinimumBasicScenario-1584819439-router', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:17Z', 'updated_at': '2021-10-27T10:21:20Z', 'revision_number': 3, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'gw_port': {'id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:94:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:19Z', 'updated_at': '2021-10-27T10:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:22.776540 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] Publish callbacks [] for router, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:22.778286 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-e2d246dc-7bce-4f73-95b1-753c95e23b94 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0662680 Oct 27 10:21:22.780793 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 49694) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:22.789832 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Checking router: c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 for host: dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:21:22.790179 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Updating router c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 port e698603c-4531-44b1-a0eb-e0926c0465be binding host dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:21:22.790798 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device f83715df-8e47-44e2-a635-6ab619e271fb no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:21:22.844695 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:23.070829 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [req-25bea6f4-9b9f-49ab-a1bb-df665590f6b3 req-72981c3d-64eb-4f94-9d4f-3205bb05d65e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:21:23.071894 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-25bea6f4-9b9f-49ab-a1bb-df665590f6b3 req-72981c3d-64eb-4f94-9d4f-3205bb05d65e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0643322 Oct 27 10:21:23.083836 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49704) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:23.172454 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:23.194246 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd31d52-8e9d-4860-94cb-46e1981ba80e req-ca9538fa-c934-413d-ac81-711f5114fa56 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:23.196007 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ebd31d52-8e9d-4860-94cb-46e1981ba80e req-ca9538fa-c934-413d-ac81-711f5114fa56 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 948 time: 0.0836785 Oct 27 10:21:23.288161 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1e24bfa7-7d9f-473f-b6fe-87fa311422da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:23.349763 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ebd31d52-8e9d-4860-94cb-46e1981ba80e req-1c57d898-307a-4c25-9022-e819377ffcd3 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/security-groups?id=f72963d9-decd-429c-9f0f-711f34589697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458704 Oct 27 10:21:23.430089 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763d5e57-7de4-4177-b421-cc10d562682a None None] Network f5a34bab-9102-4f12-a062-547d9ba89356 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:21:23.457131 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Publish callbacks [] for port, precommit_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:23.530672 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1e24bfa7-7d9f-473f-b6fe-87fa311422da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:23.552853 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624213'] for router, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:23.601591 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-6bcb473c-589b-4f2d-9467-626b62469552 None None] Provisioning complete for port bd91af55-be14-4b68-ab0d-37c229cb3db0 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:23.602918 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-6bcb473c-589b-4f2d-9467-626b62469552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:23.617084 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:23.632945 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c42039c4-dca9-483a-8619-11607151c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:23.673083 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a416c-cd27-4862-a3a2-c78d9673fd77 None None] Pushing event updated for resources: {'Port': ['ID=e698603c-4531-44b1-a0eb-e0926c0465be,revision_number=2']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:23.689728 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a416c-cd27-4862-a3a2-c78d9673fd77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:23.690957 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a416c-cd27-4862-a3a2-c78d9673fd77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:23.691573 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a416c-cd27-4862-a3a2-c78d9673fd77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:23.692384 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a416c-cd27-4862-a3a2-c78d9673fd77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:23.693548 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a416c-cd27-4862-a3a2-c78d9673fd77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:23.694140 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a416c-cd27-4862-a3a2-c78d9673fd77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:23.694721 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a416c-cd27-4862-a3a2-c78d9673fd77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:23.695288 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a416c-cd27-4862-a3a2-c78d9673fd77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:23.696454 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a416c-cd27-4862-a3a2-c78d9673fd77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:23.697092 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a416c-cd27-4862-a3a2-c78d9673fd77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:23.698351 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a416c-cd27-4862-a3a2-c78d9673fd77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:23.699238 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a416c-cd27-4862-a3a2-c78d9673fd77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:23.703374 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90bc72-12a4-4334-963e-17a7a374e339 req-3b192c3d-8dd8-4b59-a471-b05b9f908da1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:23.705286 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8e90bc72-12a4-4334-963e-17a7a374e339 req-3b192c3d-8dd8-4b59-a471-b05b9f908da1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.1054482 Oct 27 10:21:23.708247 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1e24bfa7-7d9f-473f-b6fe-87fa311422da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:23.739482 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Attempting to bind port e698603c-4531-44b1-a0eb-e0926c0465be on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:23.740215 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Attempting to bind port e698603c-4531-44b1-a0eb-e0926c0465be by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:23.741266 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Attempting to bind port e698603c-4531-44b1-a0eb-e0926c0465be on network 70ca3915-436e-4d6f-9dee-c189a5123789 {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:23.751852 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:23.752441 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Checking segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:23.752937 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:23.754401 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Bound using segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:23.754401 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Bound port: e698603c-4531-44b1-a0eb-e0926c0465be, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:23.754809 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:23.810523 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] For port e698603c-4531-44b1-a0eb-e0926c0465be, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:23.814232 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] For port e698603c-4531-44b1-a0eb-e0926c0465be, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=e698603c-4531-44b1-a0eb-e0926c0465be,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:23.840342 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-1e24bfa7-7d9f-473f-b6fe-87fa311422da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a7a96f4d52d49af93b05e9ce8452874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7553313 Oct 27 10:21:23.849672 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49722) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:23.866006 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-6bcb473c-589b-4f2d-9467-626b62469552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:23.873405 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8e90bc72-12a4-4334-963e-17a7a374e339 req-3dbe62dd-62cf-4b60-9be6-913b93d1ca06 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455781 Oct 27 10:21:23.875747 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device bd91af55-be14-4b68-ab0d-37c229cb3db0 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:23.902869 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24bfa7-7d9f-473f-b6fe-87fa311422da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf44d84-28af-4a7c-8203-817ce8536d13,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:23.925603 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:23.976144 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [None req-c42039c4-dca9-483a-8619-11607151c2cc admin admin] Allocated IP 172.20.0.1 (7fbed54f-7168-466f-85e1-fbc34f8bb84f/6a7bc86f-86ac-4548-a9e0-3cf66edfb331/2ac73693-71ed-4d14-9e6a-4d907487fa3c) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:23.989667 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-6bcb473c-589b-4f2d-9467-626b62469552 None None] For port bd91af55-be14-4b68-ab0d-37c229cb3db0, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=bd91af55-be14-4b68-ab0d-37c229cb3db0,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:24.020347 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port bd91af55-be14-4b68-ab0d-37c229cb3db0 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:24.021230 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:24.091309 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a416c-cd27-4862-a3a2-c78d9673fd77 None None] Pushing event updated for resources: {'Port': ['ID=e698603c-4531-44b1-a0eb-e0926c0465be,revision_number=3']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:24.131745 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:24.137634 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Routers {'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:24.138183 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:21:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:24.150860 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-6bcb473c-589b-4f2d-9467-626b62469552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:24.173523 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ddfd2808-a7d0-4100-a7ed-4c3e777fbd54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:24.204663 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ddfd2808-a7d0-4100-a7ed-4c3e777fbd54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:24.212774 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c42039c4-dca9-483a-8619-11607151c2cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:24.222882 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb473c-589b-4f2d-9467-626b62469552 None None] Pushing event updated for resources: {'Port': ['ID=bd91af55-be14-4b68-ab0d-37c229cb3db0,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:24.277277 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] Router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 is scheduled to L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 with binding_index 1 {{(pid=102224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:21:24.277966 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] Set router c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:24.287317 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:24.299536 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.db.api [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:21:24.300158 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG oslo_db.api [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:21:24.308831 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-63afe554-58c9-4773-b652-8d2e47967589 None None] Provisioning complete for port bd91af55-be14-4b68-ab0d-37c229cb3db0 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:24.310375 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-63afe554-58c9-4773-b652-8d2e47967589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:24.391222 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c42039c4-dca9-483a-8619-11607151c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:24.391870 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ddfd2808-a7d0-4100-a7ed-4c3e777fbd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:24.394480 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ddfd2808-a7d0-4100-a7ed-4c3e777fbd54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:24.407440 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-ddfd2808-a7d0-4100-a7ed-4c3e777fbd54 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/faf44d84-28af-4a7c-8203-817ce8536d13 HTTP/1.1" status: 204 len: 168 time: 0.5486715 Oct 27 10:21:24.441815 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd2808-a7d0-4100-a7ed-4c3e777fbd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf44d84-28af-4a7c-8203-817ce8536d13,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:24.485531 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:21:24.486271 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42039c4-dca9-483a-8619-11607151c2cc admin admin] Network 7fbed54f-7168-466f-85e1-fbc34f8bb84f is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:24.498630 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-c42039c4-dca9-483a-8619-11607151c2cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:24.506079 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42039c4-dca9-483a-8619-11607151c2cc admin admin] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:24.511567 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Sync routers for ids ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:21:24.512378 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'name': 'tempest-TestMinimumBasicScenario-1584819439-router', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:17Z', 'updated_at': '2021-10-27T10:21:20Z', 'revision_number': 3, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'gw_port': {'id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:94:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:19Z', 'updated_at': '2021-10-27T10:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:24.543624 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Routers {'58e0758e-0985-4d2a-ac57-4d6bcb528ff3'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:24.544271 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:21:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:24.552254 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7f985d-9398-43f6-94c4-09faa6801a0e None None] The sync data for ids ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'] in dv-cinder-815145-2-iscsi is: [{'id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'name': 'tempest-TestMinimumBasicScenario-1584819439-router', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:17Z', 'updated_at': '2021-10-27T10:21:20Z', 'revision_number': 3, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'gw_port': {'id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:94:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:19Z', 'updated_at': '2021-10-27T10:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}] {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:21:24.621053 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42039c4-dca9-483a-8619-11607151c2cc admin admin] Pushing event updated for resources: {'Port': ['ID=2ac73693-71ed-4d14-9e6a-4d907487fa3c,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:24.643100 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c42039c4-dca9-483a-8619-11607151c2cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623752'] for router_interface, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:24.661032 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] Publish callbacks [] for router, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:24.663272 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-835b4c8f-1057-4fcc-91c9-38e4ecf11db3 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1016412 Oct 27 10:21:24.667871 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49754) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:24.807001 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3e15-c1bd-4f81-8301-bc3bf0173c6f req-d909c401-65c3-4cc5-8824-7b3345023885 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:24.808939 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5c0d3e15-c1bd-4f81-8301-bc3bf0173c6f req-d909c401-65c3-4cc5-8824-7b3345023885 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 948 time: 0.2617331 Oct 27 10:21:24.841093 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49758) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:24.899953 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 3eb366f8-acee-416c-8ca4-bb4a73510374 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:21:24.967102 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5c0d3e15-c1bd-4f81-8301-bc3bf0173c6f req-d7341ace-1bba-40a0-9582-3e35dc27857f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/security-groups?id=f72963d9-decd-429c-9f0f-711f34589697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494058 Oct 27 10:21:25.094101 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.db.resource_extend [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:21:25.114225 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c42039c4-dca9-483a-8619-11607151c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:25.180926 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-c108a41d-e1de-49c0-acf4-1f7078ee3251 None None] Provisioning complete for port 2ac73693-71ed-4d14-9e6a-4d907487fa3c triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:25.181409 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-c108a41d-e1de-49c0-acf4-1f7078ee3251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:25.195661 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Set router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:25.227189 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b4901-20ce-4a8f-9ac3-10844e8a30fb req-42ac2a85-7e06-40d4-ae1b-1b993d323dcf tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:25.233735 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1b0b4901-20ce-4a8f-9ac3-10844e8a30fb req-42ac2a85-7e06-40d4-ae1b-1b993d323dcf tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.1144543 Oct 27 10:21:25.330482 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1b0b4901-20ce-4a8f-9ac3-10844e8a30fb req-9c1a27f4-bc27-4757-a0d1-6e164f961da0 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857556 Oct 27 10:21:25.344683 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-c108a41d-e1de-49c0-acf4-1f7078ee3251 None None] Port 2ac73693-71ed-4d14-9e6a-4d907487fa3c cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:25.380838 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 3eb366f8-acee-416c-8ca4-bb4a73510374, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3eb366f8-acee-416c-8ca4-bb4a73510374,segment=NetworkSegment(b75181e4-511e-4a6f-ade0-6293d01a10d3),segment_id=b75181e4-511e-4a6f-ade0-6293d01a10d3)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:25.394190 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c42039c4-dca9-483a-8619-11607151c2cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:25.395350 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-54bbe1da-4e76-4645-b06f-57167b40fcf9 req-68df4d9d-216b-4071-892d-bb0ebcac2231 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5530510 Oct 27 10:21:25.410583 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': '3eb366f8-acee-416c-8ca4-bb4a73510374', 'network_id': 'fbc7b4bd-c196-4caf-a6fa-9bed0b230221', 'port_id': '3eb366f8-acee-416c-8ca4-bb4a73510374', 'mac_address': 'fa:16:3e:af:47:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d7eeaf-311c-46fd-afd6-dd9a743c5bba', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:21:25.444500 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [req-54bbe1da-4e76-4645-b06f-57167b40fcf9 req-be067c76-7564-4d1d-b9c2-4e8bd244f742 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:21:25.445446 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-54bbe1da-4e76-4645-b06f-57167b40fcf9 req-be067c76-7564-4d1d-b9c2-4e8bd244f742 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0190475 Oct 27 10:21:25.488134 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c42039c4-dca9-483a-8619-11607151c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:25.501763 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49770) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:25.527701 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-436882e3-6f84-4674-9892-4b2b8b0a3293 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:25.528207 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:25.545267 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d931903-5a9a-4d9a-9932-da4b959aa098 req-77e9d323-a78d-4b9f-a67f-a46779188dbb tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:25.546783 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d931903-5a9a-4d9a-9932-da4b959aa098 req-77e9d323-a78d-4b9f-a67f-a46779188dbb tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.1501973 Oct 27 10:21:25.553660 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eb366f8-acee-416c-8ca4-bb4a73510374 {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:21:25.581790 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c42039c4-dca9-483a-8619-11607151c2cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625176'] for router_interface, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:25.594958 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 3eb366f8-acee-416c-8ca4-bb4a73510374, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3eb366f8-acee-416c-8ca4-bb4a73510374,segment=NetworkSegment(b75181e4-511e-4a6f-ade0-6293d01a10d3),segment_id=b75181e4-511e-4a6f-ade0-6293d01a10d3)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:25.611827 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:22Z', 'revision_number': 3, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:25.716544 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:25.769697 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-436882e3-6f84-4674-9892-4b2b8b0a3293 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:25.785882 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42039c4-dca9-483a-8619-11607151c2cc admin admin] Network 7fbed54f-7168-466f-85e1-fbc34f8bb84f is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:25.791479 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-c42039c4-dca9-483a-8619-11607151c2cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:25.811005 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42039c4-dca9-483a-8619-11607151c2cc admin admin] Pushing event updated for resources: {'Port': ['ID=2ac73693-71ed-4d14-9e6a-4d907487fa3c,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:25.826803 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d931903-5a9a-4d9a-9932-da4b959aa098 req-0d421299-a319-409f-92a0-0d123dc5b92b tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335082 Oct 27 10:21:25.827714 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Checking router: 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:21:25.832208 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Updating router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 port a744d382-5de4-4f4b-b85f-e6793c9aa6fa binding host dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:21:25.879031 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-436882e3-6f84-4674-9892-4b2b8b0a3293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:25.907284 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:25.919268 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-436882e3-6f84-4674-9892-4b2b8b0a3293 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=986db149d09e4a49a3b529905bfea4b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117217 Oct 27 10:21:25.928039 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49786) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:25.956741 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436882e3-6f84-4674-9892-4b2b8b0a3293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312a5855-fc3d-473d-af22-e0846f07aea9,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:26.077992 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42039c4-dca9-483a-8619-11607151c2cc admin admin] Router c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:21:26.228514 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42039c4-dca9-483a-8619-11607151c2cc admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:21:26.247452 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-c42039c4-dca9-483a-8619-11607151c2cc admin admin] 10.222.0.66 "PUT /v2.0/routers/c833ce0f-d7ea-4565-aec3-ff17d5ac5b36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4571791 Oct 27 10:21:26.258630 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-dfd9188c-c867-41c2-8b23-38029077d0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:26.263959 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['3eb366f8-acee-416c-8ca4-bb4a73510374'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:21:26.267066 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device e698603c-4531-44b1-a0eb-e0926c0465be up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:26.271915 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=3eb366f8-acee-416c-8ca4-bb4a73510374,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:26.303623 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-58c2a297-9fd0-4391-a04c-d6ab75aaa279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:26.341486 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e2fb1-21bc-4f20-a4c0-ff1418d505fc req-0c053853-b14b-4532-9e38-1e86f2c1b616 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:26.343130 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-563e2fb1-21bc-4f20-a4c0-ff1418d505fc req-0c053853-b14b-4532-9e38-1e86f2c1b616 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 949 time: 0.2342823 Oct 27 10:21:26.409799 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-58c2a297-9fd0-4391-a04c-d6ab75aaa279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:26.481892 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a298f021-1998-4d7f-9e57-1aefd513f8c1 None None] Provisioning complete for port 2ac73693-71ed-4d14-9e6a-4d907487fa3c triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:26.482292 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a298f021-1998-4d7f-9e57-1aefd513f8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:26.512066 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-563e2fb1-21bc-4f20-a4c0-ff1418d505fc req-37a073e3-2c6d-4e96-9967-b581c772a400 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/security-groups?id=f72963d9-decd-429c-9f0f-711f34589697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560409 Oct 27 10:21:26.558544 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 49802) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:26.563188 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Publish callbacks [] for port, precommit_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:26.615691 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port e698603c-4531-44b1-a0eb-e0926c0465be triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:26.616004 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618725d1-2f6e-4836-b60e-e6c767aefc0f req-0cf21f94-16af-4734-aeb1-a0911923cc98 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:26.616226 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:26.618443 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-618725d1-2f6e-4836-b60e-e6c767aefc0f req-0cf21f94-16af-4734-aeb1-a0911923cc98 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.1228125 Oct 27 10:21:26.619609 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a298f021-1998-4d7f-9e57-1aefd513f8c1 None None] Port 2ac73693-71ed-4d14-9e6a-4d907487fa3c cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:26.671250 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-618725d1-2f6e-4836-b60e-e6c767aefc0f req-fa3fb0ff-8bc0-46f0-b42e-f824940980ba tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460351 Oct 27 10:21:26.682502 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [None req-dfd9188c-c867-41c2-8b23-38029077d0c5 admin admin] Allocated IP 172.20.0.1 (f5a34bab-9102-4f12-a062-547d9ba89356/ed805247-fa00-4068-9a02-aac3613ca316/5eff2f67-3765-4e71-a249-a8fee2e998ef) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:26.688806 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:26.748916 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-58c2a297-9fd0-4391-a04c-d6ab75aaa279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:26.750735 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-60709929-f0a0-467c-a1f0-303dd0a51023 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:26.751486 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-58c2a297-9fd0-4391-a04c-d6ab75aaa279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:26.753401 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-58c2a297-9fd0-4391-a04c-d6ab75aaa279 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/312a5855-fc3d-473d-af22-e0846f07aea9 HTTP/1.1" status: 204 len: 168 time: 0.8068626 Oct 27 10:21:26.759582 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Attempting to bind port a744d382-5de4-4f4b-b85f-e6793c9aa6fa on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:26.759964 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Attempting to bind port a744d382-5de4-4f4b-b85f-e6793c9aa6fa by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:26.760326 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Attempting to bind port a744d382-5de4-4f4b-b85f-e6793c9aa6fa on network 70ca3915-436e-4d6f-9dee-c189a5123789 {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:26.781889 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2a297-9fd0-4391-a04c-d6ab75aaa279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312a5855-fc3d-473d-af22-e0846f07aea9,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:26.849668 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:26.849932 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Checking segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:26.850161 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:26.850555 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Bound using segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:26.851045 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Bound port: a744d382-5de4-4f4b-b85f-e6793c9aa6fa, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:26.851419 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:26.880074 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-dfd9188c-c867-41c2-8b23-38029077d0c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:26.897687 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-60709929-f0a0-467c-a1f0-303dd0a51023 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:26.986865 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabeb70c-3ef8-44e8-bf75-e08943ab6841 None None] Pushing event updated for resources: {'Port': ['ID=a744d382-5de4-4f4b-b85f-e6793c9aa6fa,revision_number=2']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:26.994265 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-60709929-f0a0-467c-a1f0-303dd0a51023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:27.018695 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:27.024170 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] For port a744d382-5de4-4f4b-b85f-e6793c9aa6fa, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:27.028118 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] For port a744d382-5de4-4f4b-b85f-e6793c9aa6fa, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=a744d382-5de4-4f4b-b85f-e6793c9aa6fa,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:27.043260 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] For port e698603c-4531-44b1-a0eb-e0926c0465be, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=e698603c-4531-44b1-a0eb-e0926c0465be,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:27.056930 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-dfd9188c-c867-41c2-8b23-38029077d0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:27.065235 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-60709929-f0a0-467c-a1f0-303dd0a51023 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ca781dca4f3c4942b4de0bb4fad9dd46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5024364 Oct 27 10:21:27.066470 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 49814) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:27.074818 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60709929-f0a0-467c-a1f0-303dd0a51023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87563cbf-e599-4cee-ab8c-4197a4474f0c,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:27.127935 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:27.128905 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device bd91af55-be14-4b68-ab0d-37c229cb3db0 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:27.145666 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cc2add38-26f7-46ef-98b3-75400dfa3207 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:27.173040 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cc2add38-26f7-46ef-98b3-75400dfa3207 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:27.181259 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:27.191804 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9188c-c867-41c2-8b23-38029077d0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=5eff2f67-3765-4e71-a249-a8fee2e998ef,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:27.218590 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd9188c-c867-41c2-8b23-38029077d0c5 admin admin] Network f5a34bab-9102-4f12-a062-547d9ba89356 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:27.219163 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-dfd9188c-c867-41c2-8b23-38029077d0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:27.225308 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd9188c-c867-41c2-8b23-38029077d0c5 admin admin] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:27.235645 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9efa7-3c65-4d2c-b035-893ec1416c48 req-dc073db0-0816-4074-87a0-87d04647f22c tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:27.243930 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-68f9efa7-3c65-4d2c-b035-893ec1416c48 req-dc073db0-0816-4074-87a0-87d04647f22c tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.2726910 Oct 27 10:21:27.340519 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-68f9efa7-3c65-4d2c-b035-893ec1416c48 req-31aa1e0f-b315-42c1-8b05-17dbcebf0140 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954084 Oct 27 10:21:27.344377 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cc2add38-26f7-46ef-98b3-75400dfa3207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:27.351815 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cc2add38-26f7-46ef-98b3-75400dfa3207 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:27.352482 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-dfd9188c-c867-41c2-8b23-38029077d0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623752'] for router_interface, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:27.357026 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-cc2add38-26f7-46ef-98b3-75400dfa3207 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/87563cbf-e599-4cee-ab8c-4197a4474f0c HTTP/1.1" status: 204 len: 168 time: 0.2883623 Oct 27 10:21:27.361542 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Pushing event updated for resources: {'Port': ['ID=e698603c-4531-44b1-a0eb-e0926c0465be,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:27.386011 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2add38-26f7-46ef-98b3-75400dfa3207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87563cbf-e599-4cee-ab8c-4197a4474f0c,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:27.418046 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Routers {'58e0758e-0985-4d2a-ac57-4d6bcb528ff3'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:27.418844 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:21:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:27.444845 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Sync routers for ids ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'] in dv-cinder-815145-2-iscsi {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:21:27.490514 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Routers {'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:27.491147 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:21:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:27.539211 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port bd91af55-be14-4b68-ab0d-37c229cb3db0 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:27.539211 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:27.581429 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56172cb5-c8d4-40b7-9d33-c56fa8a16d2c req-6c2c16ac-8c85-4147-9821-764b6db5a687 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:27.583150 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-56172cb5-c8d4-40b7-9d33-c56fa8a16d2c req-6c2c16ac-8c85-4147-9821-764b6db5a687 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 945 time: 0.1443844 Oct 27 10:21:27.600042 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabeb70c-3ef8-44e8-bf75-e08943ab6841 None None] Pushing event updated for resources: {'Port': ['ID=a744d382-5de4-4f4b-b85f-e6793c9aa6fa,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:27.607977 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-1d905210-591b-4956-bfef-82bd0f3c59ba None None] Provisioning complete for port 5eff2f67-3765-4e71-a249-a8fee2e998ef triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:27.608337 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-1d905210-591b-4956-bfef-82bd0f3c59ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:27.677607 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] Set router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:27.737630 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Set router c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:27.768862 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0744c6-2fba-439c-a8e1-716c5059f41d req-841e03f7-16be-436d-98f4-483fbe94867c tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:27.770632 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0c0744c6-2fba-439c-a8e1-716c5059f41d req-841e03f7-16be-436d-98f4-483fbe94867c tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 949 time: 0.1016762 Oct 27 10:21:27.778612 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-56172cb5-c8d4-40b7-9d33-c56fa8a16d2c req-7ac93e4c-bb45-4a96-bc39-19cd12932de1 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Deleting port 6cc4e7aa-e75a-4555-9efe-3fa7430db86c {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:21:27.778998 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-56172cb5-c8d4-40b7-9d33-c56fa8a16d2c req-7ac93e4c-bb45-4a96-bc39-19cd12932de1 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:27.782103 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-dfd9188c-c867-41c2-8b23-38029077d0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:27.873733 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0c0744c6-2fba-439c-a8e1-716c5059f41d req-1e23961f-9454-45ef-a856-df3e4311e5f1 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/security-groups?id=f72963d9-decd-429c-9f0f-711f34589697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910571 Oct 27 10:21:27.978467 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49838) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:28.012188 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-56172cb5-c8d4-40b7-9d33-c56fa8a16d2c req-7ac93e4c-bb45-4a96-bc39-19cd12932de1 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] For port 6cc4e7aa-e75a-4555-9efe-3fa7430db86c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6cc4e7aa-e75a-4555-9efe-3fa7430db86c,segment=NetworkSegment(4c774455-0f79-445f-b6d2-4dbd20d3d371),segment_id=4c774455-0f79-445f-b6d2-4dbd20d3d371)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:28.013544 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-56172cb5-c8d4-40b7-9d33-c56fa8a16d2c req-7ac93e4c-bb45-4a96-bc39-19cd12932de1 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:28.032216 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-0aca270e-9a2f-45a2-a441-54720a2c799e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1163540630-network', 'tenant_id': '710fceae1d264c69853d6e1219603dfa'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:28.081085 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-56172cb5-c8d4-40b7-9d33-c56fa8a16d2c req-7ac93e4c-bb45-4a96-bc39-19cd12932de1 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Calling delete_port for 6cc4e7aa-e75a-4555-9efe-3fa7430db86c owned by compute:nova {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:21:28.186125 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408e889-416c-47a8-96f6-09eed6e1a421 req-41d22f5b-3fe2-4a34-99e3-c6a63bedbed7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:28.187671 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5408e889-416c-47a8-96f6-09eed6e1a421 req-41d22f5b-3fe2-4a34-99e3-c6a63bedbed7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.3239498 Oct 27 10:21:28.272368 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-1d905210-591b-4956-bfef-82bd0f3c59ba None None] Port 5eff2f67-3765-4e71-a249-a8fee2e998ef cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:28.275120 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'name': 'tempest-TestMinimumBasicScenario-1584819439-router', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:17Z', 'updated_at': '2021-10-27T10:21:24Z', 'revision_number': 4, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'gw_port': {'id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:19Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '2ac73693-71ed-4d14-9e6a-4d907487fa3c', 'name': '', 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'mac_address': 'fa:16:3e:93:f4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:23Z', 'updated_at': '2021-10-27T10:21:25Z', 'revision_number': 2, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'subnets': [{'id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:28.292064 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5408e889-416c-47a8-96f6-09eed6e1a421 req-bf480d02-b9f9-4215-baed-3158db66b75f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959413 Oct 27 10:21:28.305673 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aca270e-9a2f-45a2-a441-54720a2c799e admin admin] Made reservation on behalf of 710fceae1d264c69853d6e1219603dfa for: {'network': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:28.309976 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0aca270e-9a2f-45a2-a441-54720a2c799e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:28.315737 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Checking router: c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 for host: dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:21:28.316097 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Updating router c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 port 2ac73693-71ed-4d14-9e6a-4d907487fa3c binding host dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:21:28.336165 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0aca270e-9a2f-45a2-a441-54720a2c799e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:28.356126 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:28.470467 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-56172cb5-c8d4-40b7-9d33-c56fa8a16d2c req-7ac93e4c-bb45-4a96-bc39-19cd12932de1 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:28.487230 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['68df75fe-c6d2-4823-9211-f99abce959de', '6cc4e7aa-e75a-4555-9efe-3fa7430db86c'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:21:28.501358 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-dfd9188c-c867-41c2-8b23-38029077d0c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:28.548320 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:22Z', 'revision_number': 3, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:28.582498 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0aca270e-9a2f-45a2-a441-54720a2c799e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:28.588118 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device e698603c-4531-44b1-a0eb-e0926c0465be up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:28.593455 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac93e4c-bb45-4a96-bc39-19cd12932de1 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Pushing event deleted for resources: {'Port': ['ID=6cc4e7aa-e75a-4555-9efe-3fa7430db86c,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:28.599466 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-089d8f01-865d-4546-83b7-bfc5a5d0b921 req-6d57bb94-08bd-40d4-a170-b34288a99080 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 210 time: 0.1135924 Oct 27 10:21:28.630039 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-56172cb5-c8d4-40b7-9d33-c56fa8a16d2c req-7ac93e4c-bb45-4a96-bc39-19cd12932de1 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] No DVR routers for this DVR port 6cc4e7aa-e75a-4555-9efe-3fa7430db86c on host hv-cinder-81514 {{(pid=102225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:21:28.630368 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be01b43-cc0c-4113-86ea-2d08ef71d288 None None] The sync data for ids ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'] in dv-cinder-815145-2-iscsi is: [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:22Z', 'revision_number': 3, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:21:28.635695 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-56172cb5-c8d4-40b7-9d33-c56fa8a16d2c req-7ac93e4c-bb45-4a96-bc39-19cd12932de1 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:28.639658 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-56172cb5-c8d4-40b7-9d33-c56fa8a16d2c req-7ac93e4c-bb45-4a96-bc39-19cd12932de1 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.73 "DELETE /v2.0/ports/6cc4e7aa-e75a-4555-9efe-3fa7430db86c HTTP/1.1" status: 204 len: 173 time: 1.0502243 Oct 27 10:21:28.640719 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e460a03-b7da-496a-8bed-87ef55c872f5', 'name': 'network-vif-deleted', 'tag': '6cc4e7aa-e75a-4555-9efe-3fa7430db86c'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:28.642877 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f81db80-f4f4-4491-b65b-f284a5e873e6" -d '{"events": [{"server_uuid": "9e460a03-b7da-496a-8bed-87ef55c872f5", "name": "network-vif-deleted", "tag": "6cc4e7aa-e75a-4555-9efe-3fa7430db86c"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:28.684809 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port e698603c-4531-44b1-a0eb-e0926c0465be triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:28.685214 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:28.704680 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-dfd9188c-c867-41c2-8b23-38029077d0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:28.788564 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c0b2f2-e811-4f51-9edb-81195bd559b4 x-openstack-request-id: req-31c0b2f2-e811-4f51-9edb-81195bd559b4 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:28.788881 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e460a03-b7da-496a-8bed-87ef55c872f5", "name": "network-vif-deleted", "tag": "6cc4e7aa-e75a-4555-9efe-3fa7430db86c", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:28.789116 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-31c0b2f2-e811-4f51-9edb-81195bd559b4 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:28.790055 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e460a03-b7da-496a-8bed-87ef55c872f5', 'name': 'network-vif-deleted', 'tag': '6cc4e7aa-e75a-4555-9efe-3fa7430db86c', 'status': 'completed', 'code': 200} Oct 27 10:21:28.829956 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Publish callbacks [] for port, precommit_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:28.839707 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 3eb366f8-acee-416c-8ca4-bb4a73510374 up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:28.846669 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9188c-c867-41c2-8b23-38029077d0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=5eff2f67-3765-4e71-a249-a8fee2e998ef,revision_number=2']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:28.851736 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0aca270e-9a2f-45a2-a441-54720a2c799e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:28.889446 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-dfd9188c-c867-41c2-8b23-38029077d0c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625176'] for router_interface, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:28.891504 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aca270e-9a2f-45a2-a441-54720a2c799e admin admin] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=102224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:21:28.896872 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca270e-9a2f-45a2-a441-54720a2c799e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386b51ee-789f-48ec-a021-85b9d9929c24,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:28.931554 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0aca270e-9a2f-45a2-a441-54720a2c799e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:28.931554 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.db.segments_db [None req-0aca270e-9a2f-45a2-a441-54720a2c799e admin admin] Added segment e561dc5f-3d85-4da0-9e6b-035144394cb9 of type vlan for network 76f0b1fb-1c24-4d6e-9578-08ec935ae3f2 Oct 27 10:21:28.955731 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:29.075687 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port 3eb366f8-acee-416c-8ca4-bb4a73510374 completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:21:29.080967 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port 3eb366f8-acee-416c-8ca4-bb4a73510374 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:29.087218 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:29.148423 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08c66d-6a27-4b20-9d9b-5499d2b134fb None None] Pushing event updated for resources: {'Port': ['ID=2ac73693-71ed-4d14-9e6a-4d907487fa3c,revision_number=3']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:29.178984 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57bc9f-61a6-4340-83ed-8b47448551c2 req-8e2d947e-f9f4-4ac1-95dd-c32b44cede88 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:29.196931 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7e57bc9f-61a6-4340-83ed-8b47448551c2 req-8e2d947e-f9f4-4ac1-95dd-c32b44cede88 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 949 time: 0.1880803 Oct 27 10:21:29.210419 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:29.254794 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ce16ce-391a-4618-8abf-3b8e238ad7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb366f8-acee-416c-8ca4-bb4a73510374'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:29.260020 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e167550-666f-4bf0-b2be-dc13e3506b2d" -d '{"events": [{"server_uuid": "c5ce16ce-391a-4618-8abf-3b8e238ad7ff", "name": "network-vif-plugged", "status": "completed", "tag": "3eb366f8-acee-416c-8ca4-bb4a73510374"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:29.289888 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 3eb366f8-acee-416c-8ca4-bb4a73510374, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3eb366f8-acee-416c-8ca4-bb4a73510374,segment=NetworkSegment(b75181e4-511e-4a6f-ade0-6293d01a10d3),segment_id=b75181e4-511e-4a6f-ade0-6293d01a10d3)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:29.300059 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Attempting to bind port 2ac73693-71ed-4d14-9e6a-4d907487fa3c on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:29.301759 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Attempting to bind port 2ac73693-71ed-4d14-9e6a-4d907487fa3c by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': '181c46be-a45e-4a31-90ef-f8c3f850d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f'}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:29.301759 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Attempting to bind port 2ac73693-71ed-4d14-9e6a-4d907487fa3c on network 7fbed54f-7168-466f-85e1-fbc34f8bb84f {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:29.307727 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:29.308303 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Checking segment: {'id': '181c46be-a45e-4a31-90ef-f8c3f850d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:29.308912 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:29.309482 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Bound using segment: {'id': '181c46be-a45e-4a31-90ef-f8c3f850d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f'} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:29.310025 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Bound port: 2ac73693-71ed-4d14-9e6a-4d907487fa3c, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181c46be-a45e-4a31-90ef-f8c3f850d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f'}}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:29.310492 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:29.370828 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7e57bc9f-61a6-4340-83ed-8b47448551c2 req-523a1880-6f11-497a-a9d2-0f7c64652a55 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/security-groups?id=f72963d9-decd-429c-9f0f-711f34589697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728690 Oct 27 10:21:29.391342 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:29.481785 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafc77ed-0a79-4300-b79c-3f0d4c89592e x-openstack-request-id: req-fafc77ed-0a79-4300-b79c-3f0d4c89592e {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:29.483542 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ce16ce-391a-4618-8abf-3b8e238ad7ff", "name": "network-vif-plugged", "status": "completed", "tag": "3eb366f8-acee-416c-8ca4-bb4a73510374", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:29.483904 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fafc77ed-0a79-4300-b79c-3f0d4c89592e {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:29.484373 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ce16ce-391a-4618-8abf-3b8e238ad7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb366f8-acee-416c-8ca4-bb4a73510374', 'code': 200} Oct 27 10:21:29.488168 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] For port 2ac73693-71ed-4d14-9e6a-4d907487fa3c, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:29.498750 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] For port 2ac73693-71ed-4d14-9e6a-4d907487fa3c, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=2ac73693-71ed-4d14-9e6a-4d907487fa3c,segment=NetworkSegment(181c46be-a45e-4a31-90ef-f8c3f850d968),segment_id=181c46be-a45e-4a31-90ef-f8c3f850d968)] {{(pid=102227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:29.533416 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=3eb366f8-acee-416c-8ca4-bb4a73510374,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:29.536422 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-32abe82b-49c8-46b8-9c0e-0f6672c5f27a None None] Provisioning complete for port 2ac73693-71ed-4d14-9e6a-4d907487fa3c triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:29.536954 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-32abe82b-49c8-46b8-9c0e-0f6672c5f27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:29.605699 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:29.618454 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0aca270e-9a2f-45a2-a441-54720a2c799e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:29.660551 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-32abe82b-49c8-46b8-9c0e-0f6672c5f27a None None] Port 2ac73693-71ed-4d14-9e6a-4d907487fa3c cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:29.707587 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08c66d-6a27-4b20-9d9b-5499d2b134fb None None] Pushing event updated for resources: {'Port': ['ID=2ac73693-71ed-4d14-9e6a-4d907487fa3c,revision_number=4']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:29.743293 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd9188c-c867-41c2-8b23-38029077d0c5 admin admin] Network f5a34bab-9102-4f12-a062-547d9ba89356 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:29.743293 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-dfd9188c-c867-41c2-8b23-38029077d0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:29.744346 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Routers {'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:29.745067 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:21:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:29.749389 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98692244-cab6-4b06-b1dd-b4402edc43d8 req-716c1c35-7adf-4a69-9a94-0b5d6c0cfc83 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:29.750969 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-98692244-cab6-4b06-b1dd-b4402edc43d8 req-716c1c35-7adf-4a69-9a94-0b5d6c0cfc83 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.1887429 Oct 27 10:21:29.796799 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbe1da-4e76-4645-b06f-57167b40fcf9 req-a47d8be5-ec14-4680-aee5-08806b92c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:29.804122 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-54bbe1da-4e76-4645-b06f-57167b40fcf9 req-a47d8be5-ec14-4680-aee5-08806b92c47f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e&tenant_id=6656d74f77af428aba35d0d4513da3b9 HTTP/1.1" status: 200 len: 1096 time: 0.1718285 Oct 27 10:21:29.834643 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0aca270e-9a2f-45a2-a441-54720a2c799e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:29.835718 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aca270e-9a2f-45a2-a441-54720a2c799e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:29.837707 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0aca270e-9a2f-45a2-a441-54720a2c799e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:29.912468 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-98692244-cab6-4b06-b1dd-b4402edc43d8 req-5d3e6c12-1dd3-49d1-a2fe-a0e0361e9f14 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486928 Oct 27 10:21:29.952251 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbe1da-4e76-4645-b06f-57167b40fcf9 req-26ee2815-a8ec-4ea5-99d3-93d043fcecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:29.956503 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-54bbe1da-4e76-4645-b06f-57167b40fcf9 req-26ee2815-a8ec-4ea5-99d3-93d043fcecfa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6656d74f77af428aba35d0d4513da3b9&device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 1096 time: 0.1251261 Oct 27 10:21:30.026261 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] Set router c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:30.030254 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca270e-9a2f-45a2-a441-54720a2c799e admin admin] Pushing event updated for resources: {'Network': ['ID=76f0b1fb-1c24-4d6e-9578-08ec935ae3f2,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:30.087157 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network 76f0b1fb-1c24-4d6e-9578-08ec935ae3f2 details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:21:30.152227 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad1132-951e-44cb-880b-78829f2114db req-2fefeb38-60df-4d2b-9aa8-9eb4ac9ba55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:30.156536 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0059061b-e162-49bf-bbcb-84911693cfb5 req-c107c2c4-393e-454b-bf54-34f532d428de tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e460a03-b7da-496a-8bed-87ef55c872f5 HTTP/1.1" status: 200 len: 210 time: 0.0605512 Oct 27 10:21:30.158980 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a9ad1132-951e-44cb-880b-78829f2114db req-2fefeb38-60df-4d2b-9aa8-9eb4ac9ba55a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 1103 time: 0.0991366 Oct 27 10:21:30.165996 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd9188c-c867-41c2-8b23-38029077d0c5 admin admin] Router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:21:30.219234 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbe1da-4e76-4645-b06f-57167b40fcf9 req-2bc97be1-13da-4651-aba6-a772b52c8e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:30.221346 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-54bbe1da-4e76-4645-b06f-57167b40fcf9 req-2bc97be1-13da-4651-aba6-a772b52c8e65 service neutron] 10.222.0.73 "GET /v2.0/networks?id=85cca7a2-e927-4155-9525-946b9afad186 HTTP/1.1" status: 200 len: 918 time: 0.2449815 Oct 27 10:21:30.260973 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-28303887-7179-4d14-b3ed-59894e4ad077 None None] Provisioning complete for port 2ac73693-71ed-4d14-9e6a-4d907487fa3c triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:30.261430 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-28303887-7179-4d14-b3ed-59894e4ad077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:30.350362 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-54bbe1da-4e76-4645-b06f-57167b40fcf9 req-b7d2b2f1-2287-4e9f-959a-f38d44fa5daa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83715df-8e47-44e2-a635-6ab619e271fb HTTP/1.1" status: 200 len: 999 time: 0.1213460 Oct 27 10:21:30.356843 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-0aca270e-9a2f-45a2-a441-54720a2c799e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3734350 Oct 27 10:21:30.359633 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 49880) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:30.365029 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-70d7aebf-000c-4aa9-9cd6-75efd0edc3fb admin admin] Request body: {'subnet': {'network_id': '76f0b1fb-1c24-4d6e-9578-08ec935ae3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1163540630-subnet', 'tenant_id': '710fceae1d264c69853d6e1219603dfa', 'ip_version': 4}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:30.387578 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a9ad1132-951e-44cb-880b-78829f2114db req-f76bef52-dc9f-48c3-bb51-69f4e9240ca2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f72963d9-decd-429c-9f0f-711f34589697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202461 Oct 27 10:21:30.404027 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-28303887-7179-4d14-b3ed-59894e4ad077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:30.443198 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd9188c-c867-41c2-8b23-38029077d0c5 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:21:30.453891 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-dfd9188c-c867-41c2-8b23-38029077d0c5 admin admin] 10.222.0.66 "PUT /v2.0/routers/58e0758e-0985-4d2a-ac57-4d6bcb528ff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7847695 Oct 27 10:21:30.478921 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-28303887-7179-4d14-b3ed-59894e4ad077 None None] For port 2ac73693-71ed-4d14-9e6a-4d907487fa3c, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=2ac73693-71ed-4d14-9e6a-4d907487fa3c,segment=NetworkSegment(181c46be-a45e-4a31-90ef-f8c3f850d968),segment_id=181c46be-a45e-4a31-90ef-f8c3f850d968)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:30.555563 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device a744d382-5de4-4f4b-b85f-e6793c9aa6fa up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:30.619425 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-28303887-7179-4d14-b3ed-59894e4ad077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:30.620326 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'name': 'tempest-TestMinimumBasicScenario-1584819439-router', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:17Z', 'updated_at': '2021-10-27T10:21:24Z', 'revision_number': 4, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'gw_port': {'id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:19Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '2ac73693-71ed-4d14-9e6a-4d907487fa3c', 'name': '', 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'mac_address': 'fa:16:3e:93:f4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:23Z', 'updated_at': '2021-10-27T10:21:29Z', 'revision_number': 4, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'subnets': [{'id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:30.668967 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c28346-448f-42ae-b5f1-6a43bf4a1b9d None None] The sync data for ids ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'] in dv-cinder-815145-2-iscsi is: [{'id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'name': 'tempest-TestMinimumBasicScenario-1584819439-router', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:17Z', 'updated_at': '2021-10-27T10:21:24Z', 'revision_number': 4, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'gw_port': {'id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:19Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '2ac73693-71ed-4d14-9e6a-4d907487fa3c', 'name': '', 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'mac_address': 'fa:16:3e:93:f4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:23Z', 'updated_at': '2021-10-27T10:21:29Z', 'revision_number': 4, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'subnets': [{'id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:21:30.794326 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port a744d382-5de4-4f4b-b85f-e6793c9aa6fa triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:30.794861 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:30.799137 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28303887-7179-4d14-b3ed-59894e4ad077 None None] Pushing event updated for resources: {'Port': ['ID=2ac73693-71ed-4d14-9e6a-4d907487fa3c,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:30.904768 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 6cc4e7aa-e75a-4555-9efe-3fa7430db86c no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:21:30.937851 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-1b3c749a-4a43-4f69-a669-7470df43e756 None None] Provisioning complete for port 5eff2f67-3765-4e71-a249-a8fee2e998ef triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:30.938596 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-1b3c749a-4a43-4f69-a669-7470df43e756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:30.948165 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbe1da-4e76-4645-b06f-57167b40fcf9 req-81b95c84-da17-440d-986f-3f5709e6f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:30.950024 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-54bbe1da-4e76-4645-b06f-57167b40fcf9 req-81b95c84-da17-440d-986f-3f5709e6f599 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ecc75ced-88da-4001-a1b2-e070b2cff892 HTTP/1.1" status: 200 len: 856 time: 0.5762691 Oct 27 10:21:30.964938 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65195688-b96e-423c-a096-3bffc8eb3a8b req-66968ef0-eb83-41ad-b215-6785cb10c845 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:30.968354 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-65195688-b96e-423c-a096-3bffc8eb3a8b req-66968ef0-eb83-41ad-b215-6785cb10c845 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 950 time: 0.4776137 Oct 27 10:21:31.013397 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: 6cc4e7aa-e75a-4555-9efe-3fa7430db86c {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:21:31.014548 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 6cc4e7aa-e75a-4555-9efe-3fa7430db86c not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:21:31.035586 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-65195688-b96e-423c-a096-3bffc8eb3a8b req-b85251e5-578a-4022-92cf-6bdaa7c1e6d5 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/security-groups?id=f72963d9-decd-429c-9f0f-711f34589697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409584 Oct 27 10:21:31.050609 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c749a-4a43-4f69-a669-7470df43e756 None None] Port 5eff2f67-3765-4e71-a249-a8fee2e998ef cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:31.074198 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbe1da-4e76-4645-b06f-57167b40fcf9 req-a232dd11-c908-4897-bf66-9098b9699c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:31.078837 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-54bbe1da-4e76-4645-b06f-57167b40fcf9 req-a232dd11-c908-4897-bf66-9098b9699c18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=85cca7a2-e927-4155-9525-946b9afad186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1112309 Oct 27 10:21:31.107529 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d7aebf-000c-4aa9-9cd6-75efd0edc3fb admin admin] Made reservation on behalf of 710fceae1d264c69853d6e1219603dfa for: {'subnet': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:31.110201 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-70d7aebf-000c-4aa9-9cd6-75efd0edc3fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10166904'] for subnet, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:31.152161 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:31.160370 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b01333-aba5-40e3-8ab6-5206033793fe req-75209e1b-05d3-4369-be44-33a0964383f0 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:31.168786 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-26b01333-aba5-40e3-8ab6-5206033793fe req-75209e1b-05d3-4369-be44-33a0964383f0 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.0740898 Oct 27 10:21:31.199809 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] For port a744d382-5de4-4f4b-b85f-e6793c9aa6fa, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=a744d382-5de4-4f4b-b85f-e6793c9aa6fa,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:31.231332 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-26b01333-aba5-40e3-8ab6-5206033793fe req-e10a42ca-d32c-4c17-b38a-8758d75a44aa tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586581 Oct 27 10:21:31.328493 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-54bbe1da-4e76-4645-b06f-57167b40fcf9 req-a48498f0-bb74-4f43-aff6-2573dd0f2995 service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425165 Oct 27 10:21:31.404900 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Sync routers for ids ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:21:31.404900 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:31.438638 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Routers {'58e0758e-0985-4d2a-ac57-4d6bcb528ff3'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:31.439791 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:21:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:31.520278 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-54bbe1da-4e76-4645-b06f-57167b40fcf9 req-9267fe78-c5ff-4de5-9e8c-b4e0e2d6edd8 service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725485 Oct 27 10:21:31.561976 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Pushing event updated for resources: {'Port': ['ID=a744d382-5de4-4f4b-b85f-e6793c9aa6fa,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:31.599801 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Set router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:31.622605 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-70d7aebf-000c-4aa9-9cd6-75efd0edc3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10166890'] for subnet, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:31.714887 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d7aebf-000c-4aa9-9cd6-75efd0edc3fb admin admin] Checking segment: {'id': 'e561dc5f-3d85-4da0-9e6b-035144394cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '76f0b1fb-1c24-4d6e-9578-08ec935ae3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:31.715273 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d7aebf-000c-4aa9-9cd6-75efd0edc3fb admin admin] Network hostable DHCP agents. Network: 76f0b1fb-1c24-4d6e-9578-08ec935ae3f2, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:21:31.721374 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7aebf-000c-4aa9-9cd6-75efd0edc3fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=788b14bd-6a92-42d3-a544-00217473e7e8,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:31.847990 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d7aebf-000c-4aa9-9cd6-75efd0edc3fb admin admin] Network 76f0b1fb-1c24-4d6e-9578-08ec935ae3f2 is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:21:31.937418 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:28Z', 'revision_number': 2, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:31.955721 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-70d7aebf-000c-4aa9-9cd6-75efd0edc3fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, 76f0b1fb-1c24-4d6e-9578-08ec935ae3f2) {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:31.960542 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d7aebf-000c-4aa9-9cd6-75efd0edc3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:31.961540 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-70d7aebf-000c-4aa9-9cd6-75efd0edc3fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:31.994615 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e227a6cb-892e-402e-95d4-2060bbd2b3a8 None None] Network 76f0b1fb-1c24-4d6e-9578-08ec935ae3f2 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:21:31.997958 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Checking router: 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:21:31.998309 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Updating router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 port 5eff2f67-3765-4e71-a249-a8fee2e998ef binding host dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:21:32.059916 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-70d7aebf-000c-4aa9-9cd6-75efd0edc3fb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6964686 Oct 27 10:21:32.064241 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 49928) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:32.072017 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1163540630-router', 'tenant_id': '710fceae1d264c69853d6e1219603dfa', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:32.105890 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac4aa6-ac58-4bbf-9c5d-792e128aa645 req-74d2e620-6dfe-436c-8466-30e13cbb69e7 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:32.115137 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-78ac4aa6-ac58-4bbf-9c5d-792e128aa645 req-74d2e620-6dfe-436c-8466-30e13cbb69e7 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.0815535 Oct 27 10:21:32.198445 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-78ac4aa6-ac58-4bbf-9c5d-792e128aa645 req-70487fc3-8054-45dc-8a18-4b26e181d79c tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716410 Oct 27 10:21:32.199157 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 49936) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:32.205107 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-1abea423-ddfc-498e-b72b-481a8ebaf76a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1783195007-network', 'tenant_id': '00e03f6562a94e468a858ccad3648dbe'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:32.226537 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:32.249536 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15312'] for router, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:32.250774 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15303'] for router, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:32.336528 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd8bf1-f4b4-4024-88c7-d23590452835 req-1014e9d9-30a3-4335-b6ba-69b0e2c3f5f2 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:32.345242 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e3dd8bf1-f4b4-4024-88c7-d23590452835 req-1014e9d9-30a3-4335-b6ba-69b0e2c3f5f2 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 950 time: 0.1133780 Oct 27 10:21:32.408711 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abea423-ddfc-498e-b72b-481a8ebaf76a admin admin] Made reservation on behalf of 00e03f6562a94e468a858ccad3648dbe for: {'network': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:32.412834 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1abea423-ddfc-498e-b72b-481a8ebaf76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:32.451255 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1abea423-ddfc-498e-b72b-481a8ebaf76a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:32.458861 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:32.479443 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d9290-b915-4769-a500-e66ad76de2e6 req-518d3523-3c51-4d62-b8bc-c35b202e84a1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:32.481080 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1d5d9290-b915-4769-a500-e66ad76de2e6 req-518d3523-3c51-4d62-b8bc-c35b202e84a1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.1259780 Oct 27 10:21:32.547929 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e3dd8bf1-f4b4-4024-88c7-d23590452835 req-0d571f05-91da-46cc-81c3-fcfaaab054fa tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/security-groups?id=f72963d9-decd-429c-9f0f-711f34589697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012451 Oct 27 10:21:32.607267 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1d5d9290-b915-4769-a500-e66ad76de2e6 req-e2efce6d-f43c-4438-b0cb-dcda7c1cb2ec tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069846 Oct 27 10:21:32.731010 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cea6acf-afdb-5722-be69-dabca8b03b9d-76f0b1fb-1c24-4d6e-9578-08ec935ae3f2', 'network_id': '76f0b1fb-1c24-4d6e-9578-08ec935ae3f2', 'tenant_id': '710fceae1d264c69853d6e1219603dfa', 'fixed_ips': [{'subnet_id': '788b14bd-6a92-42d3-a544-00217473e7e8'}]}} from dv-cinder-815145-2-iscsi. {{(pid=102226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:21:32.731870 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:32.733920 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 2ac73693-71ed-4d14-9e6a-4d907487fa3c up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:32.783728 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1abea423-ddfc-498e-b72b-481a8ebaf76a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:32.863505 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:32.881572 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1abea423-ddfc-498e-b72b-481a8ebaf76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:32.909281 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abea423-ddfc-498e-b72b-481a8ebaf76a admin admin] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=102225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:21:32.919762 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abea423-ddfc-498e-b72b-481a8ebaf76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff70ff24-60c8-496e-90bd-2bb95de2a77a,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:32.924836 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1abea423-ddfc-498e-b72b-481a8ebaf76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:32.925282 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.segments_db [None req-1abea423-ddfc-498e-b72b-481a8ebaf76a admin admin] Added segment 3ef6115d-1a90-4cf9-8244-76edf38e6b80 of type vlan for network 6cd955e2-2b5c-48f3-b4af-25f0c3e6384d Oct 27 10:21:32.943659 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 2ac73693-71ed-4d14-9e6a-4d907487fa3c triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:32.944237 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:33.004834 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1abea423-ddfc-498e-b72b-481a8ebaf76a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:33.134486 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.db_base_plugin_common [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Allocated IP 172.20.0.2 (76f0b1fb-1c24-4d6e-9578-08ec935ae3f2/788b14bd-6a92-42d3-a544-00217473e7e8/82adb50a-1d2f-4907-be12-029de7f136d5) {{(pid=102226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:33.169150 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1abea423-ddfc-498e-b72b-481a8ebaf76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:33.170557 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abea423-ddfc-498e-b72b-481a8ebaf76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:33.171195 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1abea423-ddfc-498e-b72b-481a8ebaf76a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:33.206919 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Publish callbacks [] for port, precommit_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:33.374763 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:33.389806 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device a744d382-5de4-4f4b-b85f-e6793c9aa6fa up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:33.394236 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6d1b2-ee9b-4bda-a023-5a6950d8a12f req-133a76c6-4561-4d5a-aac0-2673a6aa2dc4 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:33.402737 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-37f6d1b2-ee9b-4bda-a023-5a6950d8a12f req-133a76c6-4561-4d5a-aac0-2673a6aa2dc4 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 950 time: 0.1414537 Oct 27 10:21:33.494373 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abea423-ddfc-498e-b72b-481a8ebaf76a admin admin] Pushing event updated for resources: {'Network': ['ID=6cd955e2-2b5c-48f3-b4af-25f0c3e6384d,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:33.535632 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-37f6d1b2-ee9b-4bda-a023-5a6950d8a12f req-db8d6476-392e-475c-bd29-f7c5ea15acf3 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/security-groups?id=f72963d9-decd-429c-9f0f-711f34589697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318405 Oct 27 10:21:33.554808 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de815e-5414-4852-98f3-e5ce0d23d7fb None None] Pushing event updated for resources: {'Port': ['ID=5eff2f67-3765-4e71-a249-a8fee2e998ef,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:33.557889 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network 6cd955e2-2b5c-48f3-b4af-25f0c3e6384d details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:21:33.613949 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-1abea423-ddfc-498e-b72b-481a8ebaf76a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4136848 Oct 27 10:21:33.617324 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49980) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:33.625428 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-131ed656-1cce-4ef8-9baf-dfb7a6f2c842 admin admin] Request body: {'subnet': {'network_id': '6cd955e2-2b5c-48f3-b4af-25f0c3e6384d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1783195007-subnet', 'tenant_id': '00e03f6562a94e468a858ccad3648dbe', 'ip_version': 4}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:33.741745 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Publish callbacks [] for port, precommit_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:33.795735 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea901f-6b75-4292-b14a-b5e4e53f465a req-d7ef31fa-5fe0-4651-ab46-3877dcc32f8c tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:33.803838 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5bea901f-6b75-4292-b14a-b5e4e53f465a req-d7ef31fa-5fe0-4651-ab46-3877dcc32f8c tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.4488358 Oct 27 10:21:33.810188 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:33.830341 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131ed656-1cce-4ef8-9baf-dfb7a6f2c842 admin admin] Made reservation on behalf of 00e03f6562a94e468a858ccad3648dbe for: {'subnet': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:33.832345 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port a744d382-5de4-4f4b-b85f-e6793c9aa6fa triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:33.832742 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:33.837563 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-131ed656-1cce-4ef8-9baf-dfb7a6f2c842 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8484515'] for subnet, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:33.865486 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:33.888569 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:33.948261 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Pushing event updated for resources: {'Port': ['ID=82adb50a-1d2f-4907-be12-029de7f136d5,revision_number=1']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:33.952628 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5bea901f-6b75-4292-b14a-b5e4e53f465a req-fe6e82f4-7d1e-4894-8946-01dfc478fe11 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477797 Oct 27 10:21:33.976129 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Attempting to bind port 5eff2f67-3765-4e71-a249-a8fee2e998ef on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:33.976494 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Attempting to bind port 5eff2f67-3765-4e71-a249-a8fee2e998ef by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:33.977390 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Attempting to bind port 5eff2f67-3765-4e71-a249-a8fee2e998ef on network f5a34bab-9102-4f12-a062-547d9ba89356 {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:33.981012 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461324e8-117d-458f-9652-72d8b7b2fe5f req-3c41390d-8c76-4494-8169-2c662fb354c9 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:33.982706 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-461324e8-117d-458f-9652-72d8b7b2fe5f req-3c41390d-8c76-4494-8169-2c662fb354c9 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.2117925 Oct 27 10:21:33.994896 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:33.995371 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Checking segment: {'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:33.995884 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:33.996286 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Bound using segment: {'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:33.996764 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Bound port: 5eff2f67-3765-4e71-a249-a8fee2e998ef, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:33.997235 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:34.050295 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] Allocated IP 172.27.3.184 (70ca3915-436e-4d6f-9dee-c189a5123789/3d25a479-4445-45b0-aa2d-a38f3239d00a/7cb1d7d9-4c79-4eda-bf28-3c8c572de404) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:34.079556 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] For port 5eff2f67-3765-4e71-a249-a8fee2e998ef, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:34.083828 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] For port 5eff2f67-3765-4e71-a249-a8fee2e998ef, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=5eff2f67-3765-4e71-a249-a8fee2e998ef,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:34.094300 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Network 76f0b1fb-1c24-4d6e-9578-08ec935ae3f2 is already hosted by enough agents. {{(pid=102226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:34.117448 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.base_scheduler [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Resources bound (agent type, host, resource id): {{(pid=102226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:34.120203 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-44cfb616-30ba-4626-bdfd-bb4dc7c0751c None None] Provisioning complete for port 5eff2f67-3765-4e71-a249-a8fee2e998ef triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:34.120814 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-44cfb616-30ba-4626-bdfd-bb4dc7c0751c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:34.122940 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Received port after_create {{(pid=102226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:34.147796 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-461324e8-117d-458f-9652-72d8b7b2fe5f req-1c0663a5-6528-467c-869d-96448dbb62aa tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532421 Oct 27 10:21:34.206670 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:34.297599 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:34.305482 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Routers {'58e0758e-0985-4d2a-ac57-4d6bcb528ff3'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:34.306227 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:21:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:34.385290 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Attempting to bind port 82adb50a-1d2f-4907-be12-029de7f136d5 on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:34.385828 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Attempting to bind port 82adb50a-1d2f-4907-be12-029de7f136d5 by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': 'e561dc5f-3d85-4da0-9e6b-035144394cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '76f0b1fb-1c24-4d6e-9578-08ec935ae3f2'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:34.386870 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Attempting to bind port 82adb50a-1d2f-4907-be12-029de7f136d5 on network 76f0b1fb-1c24-4d6e-9578-08ec935ae3f2 {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:34.435890 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-44cfb616-30ba-4626-bdfd-bb4dc7c0751c None None] Port 5eff2f67-3765-4e71-a249-a8fee2e998ef cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:34.450964 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:34.451382 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Checking segment: {'id': 'e561dc5f-3d85-4da0-9e6b-035144394cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '76f0b1fb-1c24-4d6e-9578-08ec935ae3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:34.451787 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:34.452179 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Bound using segment: {'id': 'e561dc5f-3d85-4da0-9e6b-035144394cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '76f0b1fb-1c24-4d6e-9578-08ec935ae3f2'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:34.452662 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Bound port: 82adb50a-1d2f-4907-be12-029de7f136d5, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e561dc5f-3d85-4da0-9e6b-035144394cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '76f0b1fb-1c24-4d6e-9578-08ec935ae3f2'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:34.453036 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:34.504552 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:34.519333 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de815e-5414-4852-98f3-e5ce0d23d7fb None None] Pushing event updated for resources: {'Port': ['ID=5eff2f67-3765-4e71-a249-a8fee2e998ef,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:34.557315 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:34.560454 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-131ed656-1cce-4ef8-9baf-dfb7a6f2c842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8962362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8484529'] for subnet, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:34.588615 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:34.599991 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] Set router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:34.600135 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:34.651818 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] Pushing event updated for resources: {'Port': ['ID=7cb1d7d9-4c79-4eda-bf28-3c8c572de404,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:34.672513 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-6797c07f-363c-4781-9102-d4b821b1ef85 None None] Provisioning complete for port 5eff2f67-3765-4e71-a249-a8fee2e998ef triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:34.672943 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-6797c07f-363c-4781-9102-d4b821b1ef85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:34.678594 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ed656-1cce-4ef8-9baf-dfb7a6f2c842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f75fe29-11b9-4851-abc7-ed5637517d2c,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:34.706690 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] For port 82adb50a-1d2f-4907-be12-029de7f136d5, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:34.712876 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131ed656-1cce-4ef8-9baf-dfb7a6f2c842 admin admin] Checking segment: {'id': '3ef6115d-1a90-4cf9-8244-76edf38e6b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '6cd955e2-2b5c-48f3-b4af-25f0c3e6384d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:34.714056 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131ed656-1cce-4ef8-9baf-dfb7a6f2c842 admin admin] Network hostable DHCP agents. Network: 6cd955e2-2b5c-48f3-b4af-25f0c3e6384d, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:21:34.738358 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] For port 82adb50a-1d2f-4907-be12-029de7f136d5, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=82adb50a-1d2f-4907-be12-029de7f136d5,segment=NetworkSegment(e561dc5f-3d85-4da0-9e6b-035144394cb9),segment_id=e561dc5f-3d85-4da0-9e6b-035144394cb9)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:34.847278 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131ed656-1cce-4ef8-9baf-dfb7a6f2c842 admin admin] Network 6cd955e2-2b5c-48f3-b4af-25f0c3e6384d is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:21:34.847657 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5ad5a-5bfd-4688-825b-68b5f8294cdc req-8b7672e6-ac91-47bd-a0ea-d6091107865f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:34.857803 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3da5ad5a-5bfd-4688-825b-68b5f8294cdc req-8b7672e6-ac91-47bd-a0ea-d6091107865f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 950 time: 0.2067759 Oct 27 10:21:34.919459 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:34.926935 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-131ed656-1cce-4ef8-9baf-dfb7a6f2c842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, 6cd955e2-2b5c-48f3-b4af-25f0c3e6384d) {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:34.928900 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3da5ad5a-5bfd-4688-825b-68b5f8294cdc req-f0ac61d6-f478-41a7-bd2d-56a95246f89b tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/security-groups?id=f72963d9-decd-429c-9f0f-711f34589697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669708 Oct 27 10:21:34.934367 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131ed656-1cce-4ef8-9baf-dfb7a6f2c842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:34.935156 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-131ed656-1cce-4ef8-9baf-dfb7a6f2c842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.007809 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4153736d-a044-4ef9-b9bd-c50b38ebf303 None None] Network 6cd955e2-2b5c-48f3-b4af-25f0c3e6384d requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:21:35.097987 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-131ed656-1cce-4ef8-9baf-dfb7a6f2c842 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4788311 Oct 27 10:21:35.100602 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 49996) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:35.110317 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1783195007-router', 'tenant_id': '00e03f6562a94e468a858ccad3648dbe', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:35.152145 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef2778-cd6e-46e9-aef4-21f877712362 req-8f5faa02-da4b-44f7-9f3f-303f74456892 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:35.162376 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-05ef2778-cd6e-46e9-aef4-21f877712362 req-8f5faa02-da4b-44f7-9f3f-303f74456892 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.1261969 Oct 27 10:21:35.180493 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-6797c07f-363c-4781-9102-d4b821b1ef85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.223126 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-05ef2778-cd6e-46e9-aef4-21f877712362 req-40691c87-c5f4-4ca9-ba5e-887ef8fe98d2 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597024 Oct 27 10:21:35.236988 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bd298-eb2b-4b49-9221-c6b2673aabce None None] Pushing event updated for resources: {'Port': ['ID=82adb50a-1d2f-4907-be12-029de7f136d5,revision_number=2']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:35.259101 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15312'] for router, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.261110 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15303'] for router, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.350756 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-6797c07f-363c-4781-9102-d4b821b1ef85 None None] For port 5eff2f67-3765-4e71-a249-a8fee2e998ef, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=5eff2f67-3765-4e71-a249-a8fee2e998ef,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:35.426074 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.440432 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.466759 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-6797c07f-363c-4781-9102-d4b821b1ef85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.556960 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cea6acf-afdb-5722-be69-dabca8b03b9d-6cd955e2-2b5c-48f3-b4af-25f0c3e6384d', 'network_id': '6cd955e2-2b5c-48f3-b4af-25f0c3e6384d', 'tenant_id': '00e03f6562a94e468a858ccad3648dbe', 'fixed_ips': [{'subnet_id': '3f75fe29-11b9-4851-abc7-ed5637517d2c'}]}} from dv-cinder-815145-2-iscsi. {{(pid=102226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:21:35.559492 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.631324 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797c07f-363c-4781-9102-d4b821b1ef85 None None] Pushing event updated for resources: {'Port': ['ID=5eff2f67-3765-4e71-a249-a8fee2e998ef,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:35.650792 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8c09f-91cf-4b45-b6a3-fb935167d5b6 req-4b6cb7a4-0173-49ce-a6eb-a3e1127b8d8b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:35.652723 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-bea8c09f-91cf-4b45-b6a3-fb935167d5b6 req-4b6cb7a4-0173-49ce-a6eb-a3e1127b8d8b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.2864802 Oct 27 10:21:35.713179 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:34Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:35.762871 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0dd94-97fb-485b-97c3-e9795313092a None None] The sync data for ids ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'] in dv-cinder-815145-2-iscsi is: [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:34Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:21:35.778424 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-bea8c09f-91cf-4b45-b6a3-fb935167d5b6 req-6bbad64d-8217-476f-8a8b-8b04984e7962 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187451 Oct 27 10:21:35.900073 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.db_base_plugin_common [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Allocated IP 172.20.0.2 (6cd955e2-2b5c-48f3-b4af-25f0c3e6384d/3f75fe29-11b9-4851-abc7-ed5637517d2c/34fcceae-157e-4337-95fb-434d30913455) {{(pid=102226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:35.923914 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.108031 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 50008) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:36.172595 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624213'] for router, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.189036 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Publish callbacks [] for port, precommit_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.270294 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.440987 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcb752-17bc-4017-857e-84aef2d0a7a8 req-80e3a0e2-443e-4a41-88d0-acd4d06086e7 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:36.460778 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b3fcb752-17bc-4017-857e-84aef2d0a7a8 req-80e3a0e2-443e-4a41-88d0-acd4d06086e7 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 950 time: 0.2822969 Oct 27 10:21:36.469615 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Pushing event updated for resources: {'Port': ['ID=34fcceae-157e-4337-95fb-434d30913455,revision_number=1']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:36.478946 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Network 6cd955e2-2b5c-48f3-b4af-25f0c3e6384d is already hosted by enough agents. {{(pid=102226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:36.481500 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.base_scheduler [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Resources bound (agent type, host, resource id): {{(pid=102226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:36.483366 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Received port after_create {{(pid=102226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:36.558315 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Attempting to bind port 34fcceae-157e-4337-95fb-434d30913455 on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:36.558315 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Attempting to bind port 34fcceae-157e-4337-95fb-434d30913455 by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': '3ef6115d-1a90-4cf9-8244-76edf38e6b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '6cd955e2-2b5c-48f3-b4af-25f0c3e6384d'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:36.558315 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Attempting to bind port 34fcceae-157e-4337-95fb-434d30913455 on network 6cd955e2-2b5c-48f3-b4af-25f0c3e6384d {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:36.572199 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:36.572828 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Checking segment: {'id': '3ef6115d-1a90-4cf9-8244-76edf38e6b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '6cd955e2-2b5c-48f3-b4af-25f0c3e6384d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:36.573421 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.573815 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Bound using segment: {'id': '3ef6115d-1a90-4cf9-8244-76edf38e6b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '6cd955e2-2b5c-48f3-b4af-25f0c3e6384d'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:36.574287 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Bound port: 34fcceae-157e-4337-95fb-434d30913455, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef6115d-1a90-4cf9-8244-76edf38e6b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '6cd955e2-2b5c-48f3-b4af-25f0c3e6384d'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:36.574666 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.584183 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-35362b74-16c6-4683-9fa7-3538285f0f8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.680600 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] For port 34fcceae-157e-4337-95fb-434d30913455, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:36.684760 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] For port 34fcceae-157e-4337-95fb-434d30913455, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=34fcceae-157e-4337-95fb-434d30913455,segment=NetworkSegment(3ef6115d-1a90-4cf9-8244-76edf38e6b80),segment_id=3ef6115d-1a90-4cf9-8244-76edf38e6b80)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:36.744659 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 5eff2f67-3765-4e71-a249-a8fee2e998ef up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:36.783444 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b3fcb752-17bc-4017-857e-84aef2d0a7a8 req-20b1d7c1-8a7a-4ef3-a480-f3d6255f0cc8 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/security-groups?id=f72963d9-decd-429c-9f0f-711f34589697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189864 Oct 27 10:21:36.794060 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.825795 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.883327 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.980011 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6b35b-ca54-417a-a1db-f8431e045816 req-98320796-47bd-4faa-bd0a-19af0d2e6b75 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:36.981265 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 5eff2f67-3765-4e71-a249-a8fee2e998ef triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:36.981265 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.981556 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-77e6b35b-ca54-417a-a1db-f8431e045816 req-98320796-47bd-4faa-bd0a-19af0d2e6b75 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.5107973 Oct 27 10:21:37.053812 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f537fd5-c73d-4a1a-afba-309fa4fa8f78 None None] Network 76f0b1fb-1c24-4d6e-9578-08ec935ae3f2 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:21:37.054025 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] Router 9c1ac382-7e9b-41f8-99bd-a54e41ea09bf is scheduled to L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 with binding_index 1 {{(pid=102225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:21:37.141253 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816f8ee-3069-4b53-ae9f-bd61efb6796f req-1b5a5f84-92d3-4814-a604-ee116a5adbdb tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:37.141566 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c816f8ee-3069-4b53-ae9f-bd61efb6796f req-1b5a5f84-92d3-4814-a604-ee116a5adbdb tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 950 time: 0.5270646 Oct 27 10:21:37.191228 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b92d9-f68d-4b51-bc48-dc2a737af9ef None None] Pushing event updated for resources: {'Port': ['ID=34fcceae-157e-4337-95fb-434d30913455,revision_number=2']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:37.293946 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] Allocated IP 172.27.3.60 (70ca3915-436e-4d6f-9dee-c189a5123789/3d25a479-4445-45b0-aa2d-a38f3239d00a/d785174e-9b94-4292-88c1-8ef91eb27749) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:37.429656 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-77e6b35b-ca54-417a-a1db-f8431e045816 req-606444fb-1422-41ae-a8b1-8dbb2cc44a9d tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194081 Oct 27 10:21:37.454581 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 82adb50a-1d2f-4907-be12-029de7f136d5 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:37.470403 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-408c8f6b-0073-4c50-b25b-06042e7b7f4d None None] Provisioning complete for port 82adb50a-1d2f-4907-be12-029de7f136d5 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:37.471006 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-408c8f6b-0073-4c50-b25b-06042e7b7f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:37.527106 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bb766-10e1-405e-8f67-d618d90d1cee req-4ba8d1c8-9f22-4c2a-8015-85d0c22cff5e tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:37.535187 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-634bb766-10e1-405e-8f67-d618d90d1cee req-4ba8d1c8-9f22-4c2a-8015-85d0c22cff5e tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.5183296 Oct 27 10:21:37.614730 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-35362b74-16c6-4683-9fa7-3538285f0f8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:37.619498 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:21:37.636915 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Sync routers for ids ['9c1ac382-7e9b-41f8-99bd-a54e41ea09bf'] in dv-cinder-815145-2-iscsi {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:21:37.662940 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Routers {'9c1ac382-7e9b-41f8-99bd-a54e41ea09bf'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:37.663581 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:21:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['9c1ac382-7e9b-41f8-99bd-a54e41ea09bf'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:37.692343 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-35362b74-16c6-4683-9fa7-3538285f0f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:37.712910 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-634bb766-10e1-405e-8f67-d618d90d1cee req-b8dd7c09-900b-47a9-90d6-16ec091751b1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767592 Oct 27 10:21:37.800554 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:37.853910 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-35362b74-16c6-4683-9fa7-3538285f0f8c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a20d7253ce784f7b8d30581177a90b06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7442422 Oct 27 10:21:37.857787 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 50026) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:37.890123 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 82adb50a-1d2f-4907-be12-029de7f136d5 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:37.890527 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:37.912070 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Set router 9c1ac382-7e9b-41f8-99bd-a54e41ea09bf gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:37.930446 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35362b74-16c6-4683-9fa7-3538285f0f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db69274-46c7-4f03-b454-137b01cb104c,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:37.993752 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.402078 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] Publish callbacks [] for router, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.402078 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-66ae944d-54fd-4567-960f-85c1c90ff71c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9681737 Oct 27 10:21:38.402955 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-408c8f6b-0073-4c50-b25b-06042e7b7f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.404182 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] Pushing event updated for resources: {'Port': ['ID=d785174e-9b94-4292-88c1-8ef91eb27749,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:38.405000 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.405116 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8b8db45a-e233-4fcd-84a7-d5183ac47a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.405218 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:38.405218 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:38.405218 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:38.405436 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe79745-f3b0-48b0-adbc-1629b49cad9c req-27ec5c9c-d9e1-4889-bd80-61d1d63ffbe6 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:38.405436 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cbe79745-f3b0-48b0-adbc-1629b49cad9c req-27ec5c9c-d9e1-4889-bd80-61d1d63ffbe6 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 950 time: 0.1549933 Oct 27 10:21:38.405578 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'name': 'tempest-TestMinimumBasicScenario-1163540630-router', 'tenant_id': '710fceae1d264c69853d6e1219603dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7cb1d7d9-4c79-4eda-bf28-3c8c572de404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:32Z', 'updated_at': '2021-10-27T10:21:34Z', 'revision_number': 3, 'project_id': '710fceae1d264c69853d6e1219603dfa', 'gw_port': {'id': '7cb1d7d9-4c79-4eda-bf28-3c8c572de404', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:33Z', 'updated_at': '2021-10-27T10:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:38.405699 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-408c8f6b-0073-4c50-b25b-06042e7b7f4d None None] For port 82adb50a-1d2f-4907-be12-029de7f136d5, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=82adb50a-1d2f-4907-be12-029de7f136d5,segment=NetworkSegment(e561dc5f-3d85-4da0-9e6b-035144394cb9),segment_id=e561dc5f-3d85-4da0-9e6b-035144394cb9)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:38.405783 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-c816f8ee-3069-4b53-ae9f-bd61efb6796f req-288cd953-a8d0-4367-a082-8598a13f6fff tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Deleting port 3eb366f8-acee-416c-8ca4-bb4a73510374 {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:21:38.405783 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-c816f8ee-3069-4b53-ae9f-bd61efb6796f req-288cd953-a8d0-4367-a082-8598a13f6fff tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.405783 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8b8db45a-e233-4fcd-84a7-d5183ac47a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.406766 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Checking router: 9c1ac382-7e9b-41f8-99bd-a54e41ea09bf for host: dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:21:38.406766 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Updating router 9c1ac382-7e9b-41f8-99bd-a54e41ea09bf port 7cb1d7d9-4c79-4eda-bf28-3c8c572de404 binding host dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:21:38.406766 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.407129 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 50028) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:38.787368 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Publish callbacks [] for port, precommit_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.822966 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cbe79745-f3b0-48b0-adbc-1629b49cad9c req-b4528150-5428-418b-8496-de0bc66b0b7f tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/security-groups?id=f72963d9-decd-429c-9f0f-711f34589697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6247299 Oct 27 10:21:38.900911 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-c816f8ee-3069-4b53-ae9f-bd61efb6796f req-288cd953-a8d0-4367-a082-8598a13f6fff tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] For port 3eb366f8-acee-416c-8ca4-bb4a73510374, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3eb366f8-acee-416c-8ca4-bb4a73510374,segment=NetworkSegment(b75181e4-511e-4a6f-ade0-6293d01a10d3),segment_id=b75181e4-511e-4a6f-ade0-6293d01a10d3)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:38.901356 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-c816f8ee-3069-4b53-ae9f-bd61efb6796f req-288cd953-a8d0-4367-a082-8598a13f6fff tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.968578 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-c816f8ee-3069-4b53-ae9f-bd61efb6796f req-288cd953-a8d0-4367-a082-8598a13f6fff tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Calling delete_port for 3eb366f8-acee-416c-8ca4-bb4a73510374 owned by compute:nova {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:21:39.040598 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd55f5b0-13fd-41bd-a4c1-cad653808f49 None None] Network 6cd955e2-2b5c-48f3-b4af-25f0c3e6384d requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:21:39.045052 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f7b6c-ec9e-43f3-9c11-2a5771944675 req-ce454f76-4894-4490-9ec7-1b46d73e26b3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:39.053470 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f09f7b6c-ec9e-43f3-9c11-2a5771944675 req-ce454f76-4894-4490-9ec7-1b46d73e26b3 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.3906095 Oct 27 10:21:39.158271 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f09f7b6c-ec9e-43f3-9c11-2a5771944675 req-899d7be3-4841-4571-b696-65b8d65e4e6b tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878394 Oct 27 10:21:39.196902 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7c8ae-3b32-4af0-9feb-77f3156507b1 req-42e1de30-e5e7-4b71-a95d-5c4868d97f8a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:39.205016 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e8c7c8ae-3b32-4af0-9feb-77f3156507b1 req-42e1de30-e5e7-4b71-a95d-5c4868d97f8a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.2111697 Oct 27 10:21:39.299077 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-408c8f6b-0073-4c50-b25b-06042e7b7f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:39.334792 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e8c7c8ae-3b32-4af0-9feb-77f3156507b1 req-b95dfbe1-fec6-44f4-ac41-b197565ac0b3 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266735 Oct 27 10:21:39.504576 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:39.509858 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8b8db45a-e233-4fcd-84a7-d5183ac47a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:39.512734 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8b8db45a-e233-4fcd-84a7-d5183ac47a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:39.516952 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-8b8db45a-e233-4fcd-84a7-d5183ac47a28 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9db69274-46c7-4f03-b454-137b01cb104c HTTP/1.1" status: 204 len: 168 time: 1.5851226 Oct 27 10:21:39.525063 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-c816f8ee-3069-4b53-ae9f-bd61efb6796f req-288cd953-a8d0-4367-a082-8598a13f6fff tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:39.577568 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288cd953-a8d0-4367-a082-8598a13f6fff tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Pushing event deleted for resources: {'Port': ['ID=3eb366f8-acee-416c-8ca4-bb4a73510374,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:39.590530 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8db45a-e233-4fcd-84a7-d5183ac47a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db69274-46c7-4f03-b454-137b01cb104c,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:39.693723 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c816f8ee-3069-4b53-ae9f-bd61efb6796f req-288cd953-a8d0-4367-a082-8598a13f6fff tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] No DVR routers for this DVR port 3eb366f8-acee-416c-8ca4-bb4a73510374 on host hv-cinder-81514 {{(pid=102225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:21:39.707352 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-c816f8ee-3069-4b53-ae9f-bd61efb6796f req-288cd953-a8d0-4367-a082-8598a13f6fff tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:39.714617 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c816f8ee-3069-4b53-ae9f-bd61efb6796f req-288cd953-a8d0-4367-a082-8598a13f6fff tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.73 "DELETE /v2.0/ports/3eb366f8-acee-416c-8ca4-bb4a73510374 HTTP/1.1" status: 204 len: 173 time: 2.5447140 Oct 27 10:21:39.715130 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ce16ce-391a-4618-8abf-3b8e238ad7ff', 'name': 'network-vif-deleted', 'tag': '3eb366f8-acee-416c-8ca4-bb4a73510374'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:39.741743 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f162695-f64b-4fbb-85d5-ee35e355b62c" -d '{"events": [{"server_uuid": "c5ce16ce-391a-4618-8abf-3b8e238ad7ff", "name": "network-vif-deleted", "tag": "3eb366f8-acee-416c-8ca4-bb4a73510374"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:39.760153 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b2ff1-64f5-4337-a8f6-23473958b634 None None] Pushing event updated for resources: {'Port': ['ID=7cb1d7d9-4c79-4eda-bf28-3c8c572de404,revision_number=2']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:39.771700 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.db.api [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:21:39.774219 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG oslo_db.api [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:21:39.775560 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Attempting to bind port 7cb1d7d9-4c79-4eda-bf28-3c8c572de404 on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:39.776443 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-d18586ac-8af0-4d9b-a05f-bfedfdd8fdf8 None None] Provisioning complete for port 34fcceae-157e-4337-95fb-434d30913455 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:39.776640 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Attempting to bind port 7cb1d7d9-4c79-4eda-bf28-3c8c572de404 by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:39.776989 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-d18586ac-8af0-4d9b-a05f-bfedfdd8fdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:39.777550 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Attempting to bind port 7cb1d7d9-4c79-4eda-bf28-3c8c572de404 on network 70ca3915-436e-4d6f-9dee-c189a5123789 {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:39.790057 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:39.791818 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Checking segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:39.793040 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:39.793747 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Bound using segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:39.794571 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Bound port: 7cb1d7d9-4c79-4eda-bf28-3c8c572de404, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:39.795146 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:39.802285 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c8f6b-0073-4c50-b25b-06042e7b7f4d None None] Pushing event updated for resources: {'Port': ['ID=82adb50a-1d2f-4907-be12-029de7f136d5,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:39.864762 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e18632-18c8-40cd-b3f7-05e3b9584dcf x-openstack-request-id: req-46e18632-18c8-40cd-b3f7-05e3b9584dcf {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:39.865438 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ce16ce-391a-4618-8abf-3b8e238ad7ff", "name": "network-vif-deleted", "tag": "3eb366f8-acee-416c-8ca4-bb4a73510374", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:39.865438 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-46e18632-18c8-40cd-b3f7-05e3b9584dcf {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:39.865751 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ce16ce-391a-4618-8abf-3b8e238ad7ff', 'name': 'network-vif-deleted', 'tag': '3eb366f8-acee-416c-8ca4-bb4a73510374', 'status': 'completed', 'code': 200} Oct 27 10:21:39.958335 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] For port 7cb1d7d9-4c79-4eda-bf28-3c8c572de404, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:39.970612 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] For port 7cb1d7d9-4c79-4eda-bf28-3c8c572de404, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=7cb1d7d9-4c79-4eda-bf28-3c8c572de404,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:39.996313 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-d18586ac-8af0-4d9b-a05f-bfedfdd8fdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:39.996414 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d47f53b5-612e-42a1-8b9f-b43b341e1ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.083085 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.098059 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.186061 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-d18586ac-8af0-4d9b-a05f-bfedfdd8fdf8 None None] For port 34fcceae-157e-4337-95fb-434d30913455, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=34fcceae-157e-4337-95fb-434d30913455,segment=NetworkSegment(3ef6115d-1a90-4cf9-8244-76edf38e6b80),segment_id=3ef6115d-1a90-4cf9-8244-76edf38e6b80)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:40.275827 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-d18586ac-8af0-4d9b-a05f-bfedfdd8fdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.329162 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0f8bdefd-f8dd-40e8-a960-77e89a8634ec req-df68bfcc-a0b8-43d6-9c5e-e7b75ab643a1 tempest-VolumesNegativeTest-1525459620 tempest-VolumesNegativeTest-1525459620-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5ce16ce-391a-4618-8abf-3b8e238ad7ff HTTP/1.1" status: 200 len: 210 time: 0.2144558 Oct 27 10:21:40.424737 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Routers {'9c1ac382-7e9b-41f8-99bd-a54e41ea09bf'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:40.425409 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:21:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['9c1ac382-7e9b-41f8-99bd-a54e41ea09bf'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:40.431800 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa137c8b-aee8-4835-8115-6db0669380b3 req-7654367f-cfb2-4423-8a92-1dd2395b680a tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:40.434550 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-fa137c8b-aee8-4835-8115-6db0669380b3 req-7654367f-cfb2-4423-8a92-1dd2395b680a tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.1019335 Oct 27 10:21:40.439678 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-d18586ac-8af0-4d9b-a05f-bfedfdd8fdf8 None None] Provisioning complete for port 82adb50a-1d2f-4907-be12-029de7f136d5 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:40.444994 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-d18586ac-8af0-4d9b-a05f-bfedfdd8fdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.552892 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18586ac-8af0-4d9b-a05f-bfedfdd8fdf8 None None] Pushing event updated for resources: {'Port': ['ID=34fcceae-157e-4337-95fb-434d30913455,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:40.592472 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b2ff1-64f5-4337-a8f6-23473958b634 None None] Pushing event updated for resources: {'Port': ['ID=7cb1d7d9-4c79-4eda-bf28-3c8c572de404,revision_number=3']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:40.669594 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-fa137c8b-aee8-4835-8115-6db0669380b3 req-11ae6c50-cbc8-4b44-acce-9c018207f539 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Deleting port 68df75fe-c6d2-4823-9211-f99abce959de {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:21:40.674352 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-fa137c8b-aee8-4835-8115-6db0669380b3 req-11ae6c50-cbc8-4b44-acce-9c018207f539 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.709286 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] Set router 9c1ac382-7e9b-41f8-99bd-a54e41ea09bf gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:40.731095 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8bb3d-a44e-4b45-bfbb-3050dd663d64 req-ac992c14-03b0-41cd-9b52-146f6bf86f5d tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:40.739072 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-56a8bb3d-a44e-4b45-bfbb-3050dd663d64 req-ac992c14-03b0-41cd-9b52-146f6bf86f5d tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 945 time: 0.2420864 Oct 27 10:21:40.832189 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-84121635-20c6-41d2-aace-34bd3c6be01b None None] Provisioning complete for port 34fcceae-157e-4337-95fb-434d30913455 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:40.832748 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-84121635-20c6-41d2-aace-34bd3c6be01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.897955 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 82adb50a-1d2f-4907-be12-029de7f136d5 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:40.932187 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-fa137c8b-aee8-4835-8115-6db0669380b3 req-11ae6c50-cbc8-4b44-acce-9c018207f539 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] For port 68df75fe-c6d2-4823-9211-f99abce959de, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=68df75fe-c6d2-4823-9211-f99abce959de,segment=NetworkSegment(4c774455-0f79-445f-b6d2-4dbd20d3d371),segment_id=4c774455-0f79-445f-b6d2-4dbd20d3d371)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:40.932859 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-fa137c8b-aee8-4835-8115-6db0669380b3 req-11ae6c50-cbc8-4b44-acce-9c018207f539 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.984850 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-fa137c8b-aee8-4835-8115-6db0669380b3 req-11ae6c50-cbc8-4b44-acce-9c018207f539 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Calling delete_port for 68df75fe-c6d2-4823-9211-f99abce959de owned by compute:nova {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:21:41.013791 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624213'] for router, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:41.034759 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 3eb366f8-acee-416c-8ca4-bb4a73510374 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:21:41.056566 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-56a8bb3d-a44e-4b45-bfbb-3050dd663d64 req-e951ef36-8849-42d5-b6bc-b005446867e6 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/security-groups?id=6783a59e-5b18-4605-827b-7a53841a5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842221 Oct 27 10:21:41.099177 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: 3eb366f8-acee-416c-8ca4-bb4a73510374 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:21:41.099520 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 3eb366f8-acee-416c-8ca4-bb4a73510374 not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:21:41.128118 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'name': 'tempest-TestMinimumBasicScenario-1163540630-router', 'tenant_id': '710fceae1d264c69853d6e1219603dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7cb1d7d9-4c79-4eda-bf28-3c8c572de404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:32Z', 'updated_at': '2021-10-27T10:21:34Z', 'revision_number': 3, 'project_id': '710fceae1d264c69853d6e1219603dfa', 'gw_port': {'id': '7cb1d7d9-4c79-4eda-bf28-3c8c572de404', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:33Z', 'updated_at': '2021-10-27T10:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:41.177585 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7211af12-9ee7-4d5f-95e2-9d73c8bcc18d None None] The sync data for ids ['9c1ac382-7e9b-41f8-99bd-a54e41ea09bf'] in dv-cinder-815145-2-iscsi is: [{'id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'name': 'tempest-TestMinimumBasicScenario-1163540630-router', 'tenant_id': '710fceae1d264c69853d6e1219603dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7cb1d7d9-4c79-4eda-bf28-3c8c572de404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:32Z', 'updated_at': '2021-10-27T10:21:34Z', 'revision_number': 3, 'project_id': '710fceae1d264c69853d6e1219603dfa', 'gw_port': {'id': '7cb1d7d9-4c79-4eda-bf28-3c8c572de404', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:33Z', 'updated_at': '2021-10-27T10:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}] {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:21:41.199429 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [None req-d47f53b5-612e-42a1-8b9f-b43b341e1ff7 admin admin] Allocated IP 172.20.0.1 (76f0b1fb-1c24-4d6e-9578-08ec935ae3f2/788b14bd-6a92-42d3-a544-00217473e7e8/22578b7c-bf31-4492-b752-b712975fb2e3) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:41.218840 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 82adb50a-1d2f-4907-be12-029de7f136d5 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:41.221059 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:41.346402 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb15aca-8aab-404a-8dd4-3ca7331f8252 req-447573d0-3c34-49a3-9c9b-6f8ba5796e38 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:41.355680 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-edb15aca-8aab-404a-8dd4-3ca7331f8252 req-447573d0-3c34-49a3-9c9b-6f8ba5796e38 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.2112806 Oct 27 10:21:41.390136 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 34fcceae-157e-4337-95fb-434d30913455 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:41.409074 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70df09-f386-4d7b-b852-7c7af41c70b3 req-fc91c8ef-aa7e-4b83-adfd-d6ef700c9579 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:41.411575 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-da70df09-f386-4d7b-b852-7c7af41c70b3 req-fc91c8ef-aa7e-4b83-adfd-d6ef700c9579 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.1404884 Oct 27 10:21:41.447321 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-edb15aca-8aab-404a-8dd4-3ca7331f8252 req-a947da04-059c-450e-83a3-3a9fea8e87dd tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903265 Oct 27 10:21:41.492883 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d47f53b5-612e-42a1-8b9f-b43b341e1ff7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:41.506527 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-da70df09-f386-4d7b-b852-7c7af41c70b3 req-a73f3f99-7ac2-4a06-94b2-1da2fb1585d9 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772221 Oct 27 10:21:41.510288 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-fa137c8b-aee8-4835-8115-6db0669380b3 req-11ae6c50-cbc8-4b44-acce-9c018207f539 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:41.510549 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 34fcceae-157e-4337-95fb-434d30913455 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:41.512808 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:41.595362 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] Router 0db54829-eab0-463a-9157-0d9bc2dd4651 is scheduled to L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 with binding_index 1 {{(pid=102224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:21:41.630350 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae6c50-cbc8-4b44-acce-9c018207f539 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Pushing event deleted for resources: {'Port': ['ID=68df75fe-c6d2-4823-9211-f99abce959de,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:41.800263 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa137c8b-aee8-4835-8115-6db0669380b3 req-11ae6c50-cbc8-4b44-acce-9c018207f539 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] No DVR routers for this DVR port 68df75fe-c6d2-4823-9211-f99abce959de on host hv-cinder-81514 {{(pid=102225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:21:41.804150 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-fa137c8b-aee8-4835-8115-6db0669380b3 req-11ae6c50-cbc8-4b44-acce-9c018207f539 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:41.808804 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d47f53b5-612e-42a1-8b9f-b43b341e1ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:41.817766 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-fa137c8b-aee8-4835-8115-6db0669380b3 req-11ae6c50-cbc8-4b44-acce-9c018207f539 tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.73 "DELETE /v2.0/ports/68df75fe-c6d2-4823-9211-f99abce959de HTTP/1.1" status: 204 len: 173 time: 1.3410053 Oct 27 10:21:41.866669 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff76ee57-182d-42ab-bcdb-1ca0635846cf', 'name': 'network-vif-deleted', 'tag': '68df75fe-c6d2-4823-9211-f99abce959de'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:41.869564 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5962b66-768b-40ae-985c-d3bf4015b2c5" -d '{"events": [{"server_uuid": "ff76ee57-182d-42ab-bcdb-1ca0635846cf", "name": "network-vif-deleted", "tag": "68df75fe-c6d2-4823-9211-f99abce959de"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:41.940633 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47f53b5-612e-42a1-8b9f-b43b341e1ff7 admin admin] Network 76f0b1fb-1c24-4d6e-9578-08ec935ae3f2 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:41.951669 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-d47f53b5-612e-42a1-8b9f-b43b341e1ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:41.968542 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f53b5-612e-42a1-8b9f-b43b341e1ff7 admin admin] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:41.975354 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7a895f-a870-4473-9b72-65245e289908 x-openstack-request-id: req-bb7a895f-a870-4473-9b72-65245e289908 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:41.976271 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff76ee57-182d-42ab-bcdb-1ca0635846cf", "name": "network-vif-deleted", "tag": "68df75fe-c6d2-4823-9211-f99abce959de", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:41.978139 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb7a895f-a870-4473-9b72-65245e289908 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:41.979671 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff76ee57-182d-42ab-bcdb-1ca0635846cf', 'name': 'network-vif-deleted', 'tag': '68df75fe-c6d2-4823-9211-f99abce959de', 'status': 'completed', 'code': 200} Oct 27 10:21:42.036851 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f53b5-612e-42a1-8b9f-b43b341e1ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=22578b7c-bf31-4492-b752-b712975fb2e3,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:42.145976 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d47f53b5-612e-42a1-8b9f-b43b341e1ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623752'] for router_interface, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:42.151513 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:21:42.161797 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Sync routers for ids ['0db54829-eab0-463a-9157-0d9bc2dd4651'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:21:42.218074 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Routers {'0db54829-eab0-463a-9157-0d9bc2dd4651'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:42.218793 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:21:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['0db54829-eab0-463a-9157-0d9bc2dd4651'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:42.423147 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8fe5d625-2373-4299-9e0c-f005c2a2ac77 req-be26fea8-5362-4294-ada8-39a4bcfe675b tempest-ServerRescueNegativeTestJSON-854345944 tempest-ServerRescueNegativeTestJSON-854345944-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff76ee57-182d-42ab-bcdb-1ca0635846cf HTTP/1.1" status: 200 len: 210 time: 0.1015635 Oct 27 10:21:42.527140 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] Publish callbacks [] for router, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:42.529734 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-5a0c39f7-8e3f-43d7-95df-5462c1a9d276 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4279945 Oct 27 10:21:42.532803 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 50076) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:42.622026 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Set router 0db54829-eab0-463a-9157-0d9bc2dd4651 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:42.625890 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-5b88e1f0-0be0-4516-be9e-5b7a2fe17f37 None None] Provisioning complete for port 22578b7c-bf31-4492-b752-b712975fb2e3 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:42.626562 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-5b88e1f0-0be0-4516-be9e-5b7a2fe17f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:42.743318 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d47f53b5-612e-42a1-8b9f-b43b341e1ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:42.886892 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-5b88e1f0-0be0-4516-be9e-5b7a2fe17f37 None None] Port 22578b7c-bf31-4492-b752-b712975fb2e3 cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:42.900466 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 7cb1d7d9-4c79-4eda-bf28-3c8c572de404 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:42.966612 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92fe2d-0250-4400-8633-3e816f9e6d73 req-146b17e4-6d90-4315-a55c-876b73d696a8 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:42.974847 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7a92fe2d-0250-4400-8633-3e816f9e6d73 req-146b17e4-6d90-4315-a55c-876b73d696a8 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.2052107 Oct 27 10:21:43.000687 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 68df75fe-c6d2-4823-9211-f99abce959de no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:21:43.055893 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505c5e2-05ef-43a4-b175-a3a6da621ee6 req-12146016-8d6e-4dac-8354-d7d826257cb1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:43.065779 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2505c5e2-05ef-43a4-b175-a3a6da621ee6 req-12146016-8d6e-4dac-8354-d7d826257cb1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.2693539 Oct 27 10:21:43.095332 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7a92fe2d-0250-4400-8633-3e816f9e6d73 req-d2130753-ae4b-4f72-9982-8c8f35898f6e tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195161 Oct 27 10:21:43.165172 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: 68df75fe-c6d2-4823-9211-f99abce959de {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:21:43.165843 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 68df75fe-c6d2-4823-9211-f99abce959de not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:21:43.175371 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d47f53b5-612e-42a1-8b9f-b43b341e1ff7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:43.192223 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2505c5e2-05ef-43a4-b175-a3a6da621ee6 req-b8e9be45-498d-4321-9235-6a580e797156 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119766 Oct 27 10:21:43.205453 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 7cb1d7d9-4c79-4eda-bf28-3c8c572de404 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:43.205975 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:43.306408 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d47f53b5-612e-42a1-8b9f-b43b341e1ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:43.313684 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db54829-eab0-463a-9157-0d9bc2dd4651', 'name': 'tempest-TestVolumeBootPattern-1783195007-router', 'tenant_id': '00e03f6562a94e468a858ccad3648dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd785174e-9b94-4292-88c1-8ef91eb27749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:35Z', 'updated_at': '2021-10-27T10:21:38Z', 'revision_number': 3, 'project_id': '00e03f6562a94e468a858ccad3648dbe', 'gw_port': {'id': 'd785174e-9b94-4292-88c1-8ef91eb27749', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:dd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db54829-eab0-463a-9157-0d9bc2dd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:36Z', 'updated_at': '2021-10-27T10:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:43.398582 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:43.441626 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] For port 7cb1d7d9-4c79-4eda-bf28-3c8c572de404, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=7cb1d7d9-4c79-4eda-bf28-3c8c572de404,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:43.518597 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 50098) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:43.534808 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Checking router: 0db54829-eab0-463a-9157-0d9bc2dd4651 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:21:43.534808 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Updating router 0db54829-eab0-463a-9157-0d9bc2dd4651 port d785174e-9b94-4292-88c1-8ef91eb27749 binding host dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:21:43.561627 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:43.595917 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:43.597119 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 34fcceae-157e-4337-95fb-434d30913455 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:43.647381 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3b434e71-0c4c-4726-81b7-a471ccd8bcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:43.849530 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Pushing event updated for resources: {'Port': ['ID=7cb1d7d9-4c79-4eda-bf28-3c8c572de404,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:43.929413 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 34fcceae-157e-4337-95fb-434d30913455 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:43.930407 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.073910 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [None req-3b434e71-0c4c-4726-81b7-a471ccd8bcb7 admin admin] Allocated IP 172.20.0.1 (6cd955e2-2b5c-48f3-b4af-25f0c3e6384d/3f75fe29-11b9-4851-abc7-ed5637517d2c/6b5ebd3e-97fc-4573-8312-428959b72789) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:44.136269 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d47f53b5-612e-42a1-8b9f-b43b341e1ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625176'] for router_interface, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.152187 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f53b5-612e-42a1-8b9f-b43b341e1ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=22578b7c-bf31-4492-b752-b712975fb2e3,revision_number=2']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:44.383618 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Publish callbacks [] for port, precommit_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.441546 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.444589 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3b434e71-0c4c-4726-81b7-a471ccd8bcb7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.484997 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c2ed9-a5a4-4156-8818-a653d973da5c req-d60ba0a0-fd3c-4027-acb4-15194476a5ee tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:44.484997 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3e5c2ed9-a5a4-4156-8818-a653d973da5c req-d60ba0a0-fd3c-4027-acb4-15194476a5ee tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.1519144 Oct 27 10:21:44.501900 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Attempting to bind port d785174e-9b94-4292-88c1-8ef91eb27749 on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:44.502922 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Attempting to bind port d785174e-9b94-4292-88c1-8ef91eb27749 by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:44.503574 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Attempting to bind port d785174e-9b94-4292-88c1-8ef91eb27749 on network 70ca3915-436e-4d6f-9dee-c189a5123789 {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:44.513309 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0eda5a-914a-4b8b-88f9-e68904b409c0 None None] Pushing event updated for resources: {'Port': ['ID=d785174e-9b94-4292-88c1-8ef91eb27749,revision_number=2']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:44.519448 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:44.520594 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Checking segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:44.521030 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.522243 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Bound using segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:44.522827 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Bound port: d785174e-9b94-4292-88c1-8ef91eb27749, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:44.525094 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.562497 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce5072-bab8-41f0-9592-c2c432db0941 req-8c402bc4-c5ec-4e30-aba1-37a898318c7b tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:44.576345 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-80ce5072-bab8-41f0-9592-c2c432db0941 req-8c402bc4-c5ec-4e30-aba1-37a898318c7b tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.2283065 Oct 27 10:21:44.588262 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47f53b5-612e-42a1-8b9f-b43b341e1ff7 admin admin] Network 76f0b1fb-1c24-4d6e-9578-08ec935ae3f2 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:44.595746 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] For port d785174e-9b94-4292-88c1-8ef91eb27749, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:44.599610 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] For port d785174e-9b94-4292-88c1-8ef91eb27749, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=d785174e-9b94-4292-88c1-8ef91eb27749,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:44.639054 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3e5c2ed9-a5a4-4156-8818-a653d973da5c req-bba76bb6-2230-49a8-b269-3de3aaab8e9e tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334386 Oct 27 10:21:44.640663 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-d47f53b5-612e-42a1-8b9f-b43b341e1ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:44.739701 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 7cb1d7d9-4c79-4eda-bf28-3c8c572de404 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:44.750489 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.762507 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3b434e71-0c4c-4726-81b7-a471ccd8bcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.946144 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b434e71-0c4c-4726-81b7-a471ccd8bcb7 admin admin] Network 6cd955e2-2b5c-48f3-b4af-25f0c3e6384d is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:44.949314 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-3b434e71-0c4c-4726-81b7-a471ccd8bcb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:44.953963 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b434e71-0c4c-4726-81b7-a471ccd8bcb7 admin admin] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:45.052566 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b434e71-0c4c-4726-81b7-a471ccd8bcb7 admin admin] Pushing event updated for resources: {'Port': ['ID=6b5ebd3e-97fc-4573-8312-428959b72789,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:45.115832 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3b434e71-0c4c-4726-81b7-a471ccd8bcb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623752'] for router_interface, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:45.260384 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-400ce88c-4c40-4926-a4d2-f7bfa4b0c0a0 None None] Provisioning complete for port 22578b7c-bf31-4492-b752-b712975fb2e3 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:45.260790 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-400ce88c-4c40-4926-a4d2-f7bfa4b0c0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:45.288601 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-80ce5072-bab8-41f0-9592-c2c432db0941 req-e6576232-a139-4166-ab02-741f8579872e tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7108901 Oct 27 10:21:45.387800 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Routers {'0db54829-eab0-463a-9157-0d9bc2dd4651'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:45.389262 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:21:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['0db54829-eab0-463a-9157-0d9bc2dd4651'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:45.437368 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47f53b5-612e-42a1-8b9f-b43b341e1ff7 admin admin] Router 9c1ac382-7e9b-41f8-99bd-a54e41ea09bf has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:21:45.487491 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3b434e71-0c4c-4726-81b7-a471ccd8bcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:45.521266 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] Set router 0db54829-eab0-463a-9157-0d9bc2dd4651 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:45.622838 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0eda5a-914a-4b8b-88f9-e68904b409c0 None None] Pushing event updated for resources: {'Port': ['ID=d785174e-9b94-4292-88c1-8ef91eb27749,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:45.626094 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-400ce88c-4c40-4926-a4d2-f7bfa4b0c0a0 None None] Port 22578b7c-bf31-4492-b752-b712975fb2e3 cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:45.708078 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 7cb1d7d9-4c79-4eda-bf28-3c8c572de404 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:45.708711 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:45.709374 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47f53b5-612e-42a1-8b9f-b43b341e1ff7 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:21:45.720525 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Sync routers for ids ['9c1ac382-7e9b-41f8-99bd-a54e41ea09bf'] in dv-cinder-815145-2-iscsi {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:21:45.727275 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-d47f53b5-612e-42a1-8b9f-b43b341e1ff7 admin admin] 10.222.0.66 "PUT /v2.0/routers/9c1ac382-7e9b-41f8-99bd-a54e41ea09bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3249874 Oct 27 10:21:45.741570 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-52aaeacb-7e9e-4f1e-a02b-a310844a1088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625139'] for router_interface, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:45.776659 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Routers {'9c1ac382-7e9b-41f8-99bd-a54e41ea09bf'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:45.777291 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:21:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['9c1ac382-7e9b-41f8-99bd-a54e41ea09bf'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:45.823111 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-f9fa1274-487b-420b-8645-73d1d444bb83 None None] Provisioning complete for port 6b5ebd3e-97fc-4573-8312-428959b72789 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:45.823762 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-f9fa1274-487b-420b-8645-73d1d444bb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:45.859837 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3b434e71-0c4c-4726-81b7-a471ccd8bcb7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:45.901058 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-f9fa1274-487b-420b-8645-73d1d444bb83 None None] Port 6b5ebd3e-97fc-4573-8312-428959b72789 cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:45.963267 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3b434e71-0c4c-4726-81b7-a471ccd8bcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:45.989687 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db54829-eab0-463a-9157-0d9bc2dd4651', 'name': 'tempest-TestVolumeBootPattern-1783195007-router', 'tenant_id': '00e03f6562a94e468a858ccad3648dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd785174e-9b94-4292-88c1-8ef91eb27749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:35Z', 'updated_at': '2021-10-27T10:21:38Z', 'revision_number': 3, 'project_id': '00e03f6562a94e468a858ccad3648dbe', 'gw_port': {'id': 'd785174e-9b94-4292-88c1-8ef91eb27749', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:dd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db54829-eab0-463a-9157-0d9bc2dd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:36Z', 'updated_at': '2021-10-27T10:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:46.037257 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40278b4e-72ce-4ea8-b06d-4537e5317f34 None None] The sync data for ids ['0db54829-eab0-463a-9157-0d9bc2dd4651'] in dv-cinder-815145-2-iscsi is: [{'id': '0db54829-eab0-463a-9157-0d9bc2dd4651', 'name': 'tempest-TestVolumeBootPattern-1783195007-router', 'tenant_id': '00e03f6562a94e468a858ccad3648dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd785174e-9b94-4292-88c1-8ef91eb27749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:35Z', 'updated_at': '2021-10-27T10:21:38Z', 'revision_number': 3, 'project_id': '00e03f6562a94e468a858ccad3648dbe', 'gw_port': {'id': 'd785174e-9b94-4292-88c1-8ef91eb27749', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:dd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db54829-eab0-463a-9157-0d9bc2dd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:36Z', 'updated_at': '2021-10-27T10:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:21:46.110716 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Set router 9c1ac382-7e9b-41f8-99bd-a54e41ea09bf gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:46.134061 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b434e71-0c4c-4726-81b7-a471ccd8bcb7 admin admin] Pushing event updated for resources: {'Port': ['ID=6b5ebd3e-97fc-4573-8312-428959b72789,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:46.207186 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488eaa98-4e4b-4a81-bac5-2a44893b5998 req-27148d93-497f-42ef-b108-ccf0b5040af7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:46.216862 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-488eaa98-4e4b-4a81-bac5-2a44893b5998 req-27148d93-497f-42ef-b108-ccf0b5040af7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.3515823 Oct 27 10:21:46.218085 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3b434e71-0c4c-4726-81b7-a471ccd8bcb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625176'] for router_interface, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:46.514217 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b434e71-0c4c-4726-81b7-a471ccd8bcb7 admin admin] Network 6cd955e2-2b5c-48f3-b4af-25f0c3e6384d is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:46.534241 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-3b434e71-0c4c-4726-81b7-a471ccd8bcb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:46.621657 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-488eaa98-4e4b-4a81-bac5-2a44893b5998 req-7b8f8420-91a2-4b3f-afbb-b1b1e422893f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3959720 Oct 27 10:21:46.739512 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0e582-6d2d-4966-9e70-2e6ecbe48aeb req-19c646f0-7e38-4406-9058-e9cf5e707d2c tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:46.741155 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0ee0e582-6d2d-4966-9e70-2e6ecbe48aeb req-19c646f0-7e38-4406-9058-e9cf5e707d2c tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.2719564 Oct 27 10:21:46.861996 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b434e71-0c4c-4726-81b7-a471ccd8bcb7 admin admin] Router 0db54829-eab0-463a-9157-0d9bc2dd4651 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:21:46.871062 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0ee0e582-6d2d-4966-9e70-2e6ecbe48aeb req-3ed7db8e-c2c1-4ca2-824b-c913987dfdb7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198010 Oct 27 10:21:46.898109 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'name': 'tempest-TestMinimumBasicScenario-1163540630-router', 'tenant_id': '710fceae1d264c69853d6e1219603dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7cb1d7d9-4c79-4eda-bf28-3c8c572de404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:32Z', 'updated_at': '2021-10-27T10:21:42Z', 'revision_number': 4, 'project_id': '710fceae1d264c69853d6e1219603dfa', 'gw_port': {'id': '7cb1d7d9-4c79-4eda-bf28-3c8c572de404', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:33Z', 'updated_at': '2021-10-27T10:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '22578b7c-bf31-4492-b752-b712975fb2e3', 'name': '', 'network_id': '76f0b1fb-1c24-4d6e-9578-08ec935ae3f2', 'tenant_id': '710fceae1d264c69853d6e1219603dfa', 'mac_address': 'fa:16:3e:bf:04:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '788b14bd-6a92-42d3-a544-00217473e7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:40Z', 'updated_at': '2021-10-27T10:21:42Z', 'revision_number': 2, 'project_id': '710fceae1d264c69853d6e1219603dfa', 'subnets': [{'id': '788b14bd-6a92-42d3-a544-00217473e7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:46.959669 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Checking router: 9c1ac382-7e9b-41f8-99bd-a54e41ea09bf for host: dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:21:46.960787 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Updating router 9c1ac382-7e9b-41f8-99bd-a54e41ea09bf port 22578b7c-bf31-4492-b752-b712975fb2e3 binding host dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:21:47.013155 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.043140 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-52aaeacb-7e9e-4f1e-a02b-a310844a1088 admin admin] Deleting port de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0 {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:21:47.048513 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-52aaeacb-7e9e-4f1e-a02b-a310844a1088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.053259 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-f42f004b-be68-426f-9432-a9cd5bef7c3b None None] Provisioning complete for port 6b5ebd3e-97fc-4573-8312-428959b72789 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:47.055181 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-f42f004b-be68-426f-9432-a9cd5bef7c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.129002 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-f42f004b-be68-426f-9432-a9cd5bef7c3b None None] Port 6b5ebd3e-97fc-4573-8312-428959b72789 cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:47.145038 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b434e71-0c4c-4726-81b7-a471ccd8bcb7 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:21:47.178637 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-3b434e71-0c4c-4726-81b7-a471ccd8bcb7 admin admin] 10.222.0.66 "PUT /v2.0/routers/0db54829-eab0-463a-9157-0d9bc2dd4651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6342096 Oct 27 10:21:47.220328 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [None req-52aaeacb-7e9e-4f1e-a02b-a310844a1088 admin admin] For port de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0,segment=NetworkSegment(4c774455-0f79-445f-b6d2-4dbd20d3d371),segment_id=4c774455-0f79-445f-b6d2-4dbd20d3d371)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:47.230820 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-52aaeacb-7e9e-4f1e-a02b-a310844a1088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.268353 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-52aaeacb-7e9e-4f1e-a02b-a310844a1088 admin admin] Calling delete_port for de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0 owned by network:router_interface {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:21:47.543148 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Publish callbacks [] for port, precommit_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.619546 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.847655 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72781c7c-d9d6-403b-aa26-cf9117153f49 None None] Pushing event updated for resources: {'Port': ['ID=22578b7c-bf31-4492-b752-b712975fb2e3,revision_number=3']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:47.978163 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Attempting to bind port 22578b7c-bf31-4492-b752-b712975fb2e3 on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:47.982565 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Attempting to bind port 22578b7c-bf31-4492-b752-b712975fb2e3 by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': 'e561dc5f-3d85-4da0-9e6b-035144394cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '76f0b1fb-1c24-4d6e-9578-08ec935ae3f2'}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:47.982565 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Attempting to bind port 22578b7c-bf31-4492-b752-b712975fb2e3 on network 76f0b1fb-1c24-4d6e-9578-08ec935ae3f2 {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:47.984909 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:47.985312 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Checking segment: {'id': 'e561dc5f-3d85-4da0-9e6b-035144394cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '76f0b1fb-1c24-4d6e-9578-08ec935ae3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:47.985717 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:47.986114 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Bound using segment: {'id': 'e561dc5f-3d85-4da0-9e6b-035144394cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '76f0b1fb-1c24-4d6e-9578-08ec935ae3f2'} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:47.986637 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Bound port: 22578b7c-bf31-4492-b752-b712975fb2e3, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e561dc5f-3d85-4da0-9e6b-035144394cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '76f0b1fb-1c24-4d6e-9578-08ec935ae3f2'}}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:47.987267 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:48.033682 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a773841-da99-49b8-80d2-30f7df9d1d24 req-ee23c3ab-a416-4424-9daa-40487dba8a23 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:48.050426 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9a773841-da99-49b8-80d2-30f7df9d1d24 req-ee23c3ab-a416-4424-9daa-40487dba8a23 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.1854229 Oct 27 10:21:48.156165 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] For port 22578b7c-bf31-4492-b752-b712975fb2e3, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:48.163459 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] For port 22578b7c-bf31-4492-b752-b712975fb2e3, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=22578b7c-bf31-4492-b752-b712975fb2e3,segment=NetworkSegment(e561dc5f-3d85-4da0-9e6b-035144394cb9),segment_id=e561dc5f-3d85-4da0-9e6b-035144394cb9)] {{(pid=102227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:48.172522 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9a773841-da99-49b8-80d2-30f7df9d1d24 req-74f84063-3629-47ed-8955-4535afad38d4 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209698 Oct 27 10:21:48.182653 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-8a430829-7b72-4f20-ae1e-b3a43db39dd4 None None] Provisioning complete for port 22578b7c-bf31-4492-b752-b712975fb2e3 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:48.183199 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-8a430829-7b72-4f20-ae1e-b3a43db39dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:48.249749 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-8a430829-7b72-4f20-ae1e-b3a43db39dd4 None None] Port 22578b7c-bf31-4492-b752-b712975fb2e3 cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:48.345441 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c52f4-f950-48cd-b71c-c60ce3ac2256 req-1b180622-80aa-420f-a4be-0772a0f4a3c6 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:48.354140 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d02c52f4-f950-48cd-b71c-c60ce3ac2256 req-1b180622-80aa-420f-a4be-0772a0f4a3c6 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0792058 Oct 27 10:21:48.409997 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d02c52f4-f950-48cd-b71c-c60ce3ac2256 req-16db0912-5820-441a-b08a-50b185ae10a5 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548234 Oct 27 10:21:48.620925 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device d785174e-9b94-4292-88c1-8ef91eb27749 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:48.759644 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port d785174e-9b94-4292-88c1-8ef91eb27749 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:48.761618 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:48.778503 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-52aaeacb-7e9e-4f1e-a02b-a310844a1088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:48.829531 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:48.855334 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aaeacb-7e9e-4f1e-a02b-a310844a1088 admin admin] Pushing event deleted for resources: {'Port': ['ID=de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:48.909866 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-2f05d858-a3da-428c-b6b7-e60166e6f272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.018835 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 50248) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:49.023347 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Routers {'9c1ac382-7e9b-41f8-99bd-a54e41ea09bf'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:49.024616 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:21:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['9c1ac382-7e9b-41f8-99bd-a54e41ea09bf'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:49.032545 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-55c7bc89-1e56-4540-badb-8bb192489828 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-354908734', 'description': 'tempest-secgroup-smoke-354908734 description', 'project_id': '2d7997eb1e854527a138c06b0fc621f0'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:49.066364 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.114458 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] For port d785174e-9b94-4292-88c1-8ef91eb27749, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=d785174e-9b94-4292-88c1-8ef91eb27749,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:49.176276 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2ba44-9189-4419-a6c1-29041adbd819 req-90c2e60b-7cf5-4cef-a735-2786ed712df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:49.187942 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-75f2ba44-9189-4419-a6c1-29041adbd819 req-90c2e60b-7cf5-4cef-a735-2786ed712df8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6656d74f77af428aba35d0d4513da3b9&device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 1096 time: 0.1991878 Oct 27 10:21:49.200960 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72781c7c-d9d6-403b-aa26-cf9117153f49 None None] Pushing event updated for resources: {'Port': ['ID=22578b7c-bf31-4492-b752-b712975fb2e3,revision_number=4']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:49.205993 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.287655 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-55c7bc89-1e56-4540-badb-8bb192489828 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.322120 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] Set router 9c1ac382-7e9b-41f8-99bd-a54e41ea09bf gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:49.333660 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Sync routers for ids ['0db54829-eab0-463a-9157-0d9bc2dd4651'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:21:49.348789 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-52aaeacb-7e9e-4f1e-a02b-a310844a1088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1796487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625311'] for router_interface, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.351446 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Pushing event updated for resources: {'Port': ['ID=d785174e-9b94-4292-88c1-8ef91eb27749,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:49.386891 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Routers {'0db54829-eab0-463a-9157-0d9bc2dd4651'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:49.388732 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:21:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['0db54829-eab0-463a-9157-0d9bc2dd4651'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:49.615487 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-0bf43af4-4af1-4c23-b8f3-a5ab6e723c21 None None] Provisioning complete for port 22578b7c-bf31-4492-b752-b712975fb2e3 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:49.615708 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-0bf43af4-4af1-4c23-b8f3-a5ab6e723c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.647731 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f231c7-a758-434a-ab5c-8c60ad65fce2 req-b3cbe3bb-3183-4a6f-a8c2-8816b37b370e tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:49.670108 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-08f231c7-a758-434a-ab5c-8c60ad65fce2 req-b3cbe3bb-3183-4a6f-a8c2-8816b37b370e tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.3117578 Oct 27 10:21:49.687669 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2ba44-9189-4419-a6c1-29041adbd819 req-3a133402-cf2d-4199-ae54-0fd61fd19caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:49.689101 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-75f2ba44-9189-4419-a6c1-29041adbd819 req-3a133402-cf2d-4199-ae54-0fd61fd19caf service neutron] 10.222.0.73 "GET /v2.0/networks?id=85cca7a2-e927-4155-9525-946b9afad186 HTTP/1.1" status: 200 len: 918 time: 0.4522817 Oct 27 10:21:49.728485 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-55c7bc89-1e56-4540-badb-8bb192489828 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.778505 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Set router 0db54829-eab0-463a-9157-0d9bc2dd4651 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:49.815919 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-08f231c7-a758-434a-ab5c-8c60ad65fce2 req-6ea44380-a427-4bc7-a6f4-bfa7659f644e tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443582 Oct 27 10:21:49.826669 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-55c7bc89-1e56-4540-badb-8bb192489828 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.900486 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7bc89-1e56-4540-badb-8bb192489828 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cba9b50-3523-406d-af54-9998eaaadbd9,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:49.941787 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'name': 'tempest-TestMinimumBasicScenario-1163540630-router', 'tenant_id': '710fceae1d264c69853d6e1219603dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7cb1d7d9-4c79-4eda-bf28-3c8c572de404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:32Z', 'updated_at': '2021-10-27T10:21:42Z', 'revision_number': 4, 'project_id': '710fceae1d264c69853d6e1219603dfa', 'gw_port': {'id': '7cb1d7d9-4c79-4eda-bf28-3c8c572de404', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:33Z', 'updated_at': '2021-10-27T10:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '22578b7c-bf31-4492-b752-b712975fb2e3', 'name': '', 'network_id': '76f0b1fb-1c24-4d6e-9578-08ec935ae3f2', 'tenant_id': '710fceae1d264c69853d6e1219603dfa', 'mac_address': 'fa:16:3e:bf:04:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '788b14bd-6a92-42d3-a544-00217473e7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:40Z', 'updated_at': '2021-10-27T10:21:48Z', 'revision_number': 4, 'project_id': '710fceae1d264c69853d6e1219603dfa', 'subnets': [{'id': '788b14bd-6a92-42d3-a544-00217473e7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:49.985353 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea461dd-6ac7-4c70-8602-48eb25aa32ff req-939494f4-818f-49a8-b223-e2509af6ba3d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:49.992442 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cea461dd-6ac7-4c70-8602-48eb25aa32ff req-939494f4-818f-49a8-b223-e2509af6ba3d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.3376296 Oct 27 10:21:50.002985 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96b56bf-69a9-449e-8094-e2428fa1f945 None None] The sync data for ids ['9c1ac382-7e9b-41f8-99bd-a54e41ea09bf'] in dv-cinder-815145-2-iscsi is: [{'id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'name': 'tempest-TestMinimumBasicScenario-1163540630-router', 'tenant_id': '710fceae1d264c69853d6e1219603dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7cb1d7d9-4c79-4eda-bf28-3c8c572de404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:32Z', 'updated_at': '2021-10-27T10:21:42Z', 'revision_number': 4, 'project_id': '710fceae1d264c69853d6e1219603dfa', 'gw_port': {'id': '7cb1d7d9-4c79-4eda-bf28-3c8c572de404', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:33Z', 'updated_at': '2021-10-27T10:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '22578b7c-bf31-4492-b752-b712975fb2e3', 'name': '', 'network_id': '76f0b1fb-1c24-4d6e-9578-08ec935ae3f2', 'tenant_id': '710fceae1d264c69853d6e1219603dfa', 'mac_address': 'fa:16:3e:bf:04:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '788b14bd-6a92-42d3-a544-00217473e7e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:40Z', 'updated_at': '2021-10-27T10:21:48Z', 'revision_number': 4, 'project_id': '710fceae1d264c69853d6e1219603dfa', 'subnets': [{'id': '788b14bd-6a92-42d3-a544-00217473e7e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:21:50.053211 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-75f2ba44-9189-4419-a6c1-29041adbd819 req-f3436091-7e6e-47c3-8d27-99ca2f9361dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83715df-8e47-44e2-a635-6ab619e271fb HTTP/1.1" status: 200 len: 999 time: 0.3184354 Oct 27 10:21:50.096579 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52aaeacb-7e9e-4f1e-a02b-a310844a1088 admin admin] Router 2fb67358-7690-4bd7-9c7b-e9e2339a4fba has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:21:50.154443 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-0bf43af4-4af1-4c23-b8f3-a5ab6e723c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.205367 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cea461dd-6ac7-4c70-8602-48eb25aa32ff req-38cde70c-30e1-4773-9b6e-6eafc99eff2f tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866961 Oct 27 10:21:50.205367 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2ba44-9189-4419-a6c1-29041adbd819 req-24c2030f-64a1-42e2-a685-0ba2877e79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:50.205367 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-75f2ba44-9189-4419-a6c1-29041adbd819 req-24c2030f-64a1-42e2-a685-0ba2877e79dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ecc75ced-88da-4001-a1b2-e070b2cff892 HTTP/1.1" status: 200 len: 856 time: 0.1008372 Oct 27 10:21:50.222889 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-55c7bc89-1e56-4540-badb-8bb192489828 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.222889 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-55c7bc89-1e56-4540-badb-8bb192489828 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1948407 Oct 27 10:21:50.222889 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 50260) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:50.227997 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-ca3a65a2-fb9d-4a17-ac90-c7ec5ea4f2a7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Request body: {'security_group_rule': {'security_group_id': '1cba9b50-3523-406d-af54-9998eaaadbd9', 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:50.288021 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-0bf43af4-4af1-4c23-b8f3-a5ab6e723c21 None None] For port 22578b7c-bf31-4492-b752-b712975fb2e3, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=22578b7c-bf31-4492-b752-b712975fb2e3,segment=NetworkSegment(e561dc5f-3d85-4da0-9e6b-035144394cb9),segment_id=e561dc5f-3d85-4da0-9e6b-035144394cb9)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:50.301333 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52aaeacb-7e9e-4f1e-a02b-a310844a1088 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:21:50.311415 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2ba44-9189-4419-a6c1-29041adbd819 req-8aa066af-aa71-4197-b854-c929ee751db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:50.311415 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-75f2ba44-9189-4419-a6c1-29041adbd819 req-8aa066af-aa71-4197-b854-c929ee751db7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=85cca7a2-e927-4155-9525-946b9afad186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706606 Oct 27 10:21:50.312569 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329095c-da65-45b8-adac-7a7ed90f9937 None None] Sync routers for ids ['2fb67358-7690-4bd7-9c7b-e9e2339a4fba'] in dv-cinder-815145-2-iscsi {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:21:50.323732 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-52aaeacb-7e9e-4f1e-a02b-a310844a1088 admin admin] 10.222.0.66 "PUT /v2.0/routers/2fb67358-7690-4bd7-9c7b-e9e2339a4fba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7205887 Oct 27 10:21:50.326822 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 50262) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:50.338485 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329095c-da65-45b8-adac-7a7ed90f9937 None None] Routers {'2fb67358-7690-4bd7-9c7b-e9e2339a4fba'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:50.339680 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-8329095c-da65-45b8-adac-7a7ed90f9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:21:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['2fb67358-7690-4bd7-9c7b-e9e2339a4fba'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:50.374391 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-0bf43af4-4af1-4c23-b8f3-a5ab6e723c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.576916 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-75f2ba44-9189-4419-a6c1-29041adbd819 req-1047e1f4-e465-4ab0-b02a-b8b382cf8868 service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577360 Oct 27 10:21:50.585152 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ca3a65a2-fb9d-4a17-ac90-c7ec5ea4f2a7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.665350 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf43af4-4af1-4c23-b8f3-a5ab6e723c21 None None] Pushing event updated for resources: {'Port': ['ID=22578b7c-bf31-4492-b752-b712975fb2e3,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:50.691176 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db54829-eab0-463a-9157-0d9bc2dd4651', 'name': 'tempest-TestVolumeBootPattern-1783195007-router', 'tenant_id': '00e03f6562a94e468a858ccad3648dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd785174e-9b94-4292-88c1-8ef91eb27749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:35Z', 'updated_at': '2021-10-27T10:21:45Z', 'revision_number': 4, 'project_id': '00e03f6562a94e468a858ccad3648dbe', 'gw_port': {'id': 'd785174e-9b94-4292-88c1-8ef91eb27749', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:dd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db54829-eab0-463a-9157-0d9bc2dd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:36Z', 'updated_at': '2021-10-27T10:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '6b5ebd3e-97fc-4573-8312-428959b72789', 'name': '', 'network_id': '6cd955e2-2b5c-48f3-b4af-25f0c3e6384d', 'tenant_id': '00e03f6562a94e468a858ccad3648dbe', 'mac_address': 'fa:16:3e:e1:b9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db54829-eab0-463a-9157-0d9bc2dd4651', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3f75fe29-11b9-4851-abc7-ed5637517d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:43Z', 'updated_at': '2021-10-27T10:21:45Z', 'revision_number': 2, 'project_id': '00e03f6562a94e468a858ccad3648dbe', 'subnets': [{'id': '3f75fe29-11b9-4851-abc7-ed5637517d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:50.707080 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2c817ccb-2543-4af7-b737-e4a82a25cea1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.716173 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-8329095c-da65-45b8-adac-7a7ed90f9937 None None] Set router 2fb67358-7690-4bd7-9c7b-e9e2339a4fba gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:50.812847 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Checking router: 0db54829-eab0-463a-9157-0d9bc2dd4651 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:21:50.813222 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Updating router 0db54829-eab0-463a-9157-0d9bc2dd4651 port 6b5ebd3e-97fc-4573-8312-428959b72789 binding host dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:21:50.952275 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.007240 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ca3a65a2-fb9d-4a17-ac90-c7ec5ea4f2a7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.093608 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ca3a65a2-fb9d-4a17-ac90-c7ec5ea4f2a7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.111169 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-75f2ba44-9189-4419-a6c1-29041adbd819 req-27a7a2c5-8c25-4120-85ae-64029e149449 service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220990 Oct 27 10:21:51.119775 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device d785174e-9b94-4292-88c1-8ef91eb27749 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:51.144157 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a65a2-fb9d-4a17-ac90-c7ec5ea4f2a7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64ed6e2-80aa-474a-ad1c-7f45af79cac1,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:51.243451 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f3a52-7e85-4ae3-b0ab-2a7ee0f1464e req-5ec34957-745a-415d-97ad-57ef348f612f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:51.267442 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ca3a65a2-fb9d-4a17-ac90-c7ec5ea4f2a7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.268905 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-ca3a65a2-fb9d-4a17-ac90-c7ec5ea4f2a7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0491443 Oct 27 10:21:51.269613 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c70f3a52-7e85-4ae3-b0ab-2a7ee0f1464e req-5ec34957-745a-415d-97ad-57ef348f612f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.1605334 Oct 27 10:21:51.282943 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 50282) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:51.290989 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-03d236cc-0366-430c-962a-8473518d7d98 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Request body: {'security_group_rule': {'security_group_id': '1cba9b50-3523-406d-af54-9998eaaadbd9', 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:51.379622 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-8329095c-da65-45b8-adac-7a7ed90f9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'name': 'tempest-ServerRescueNegativeTestJSON-1882008882-router', 'tenant_id': '2e708eaedc394ca29a2d62525710ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b988b5df-eb87-4864-985c-035e583a37ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:45Z', 'updated_at': '2021-10-27T10:21:47Z', 'revision_number': 5, 'project_id': '2e708eaedc394ca29a2d62525710ec30', 'gw_port': {'id': 'b988b5df-eb87-4864-985c-035e583a37ea', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:51.412246 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c70f3a52-7e85-4ae3-b0ab-2a7ee0f1464e req-7265740f-9b29-4031-9e83-f7932bfa9211 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415935 Oct 27 10:21:51.413647 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2c817ccb-2543-4af7-b737-e4a82a25cea1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.416273 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329095c-da65-45b8-adac-7a7ed90f9937 None None] Checking router: 2fb67358-7690-4bd7-9c7b-e9e2339a4fba for host: dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:21:51.441739 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329095c-da65-45b8-adac-7a7ed90f9937 None None] Routers {'2fb67358-7690-4bd7-9c7b-e9e2339a4fba'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:51.441739 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-8329095c-da65-45b8-adac-7a7ed90f9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:21:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['2fb67358-7690-4bd7-9c7b-e9e2339a4fba'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:51.520770 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.559286 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632612c-babe-4e91-9bcc-5446f64c160a req-3df5997e-34ca-41b1-9984-389d56f6dc60 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:51.576981 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7632612c-babe-4e91-9bcc-5446f64c160a req-3df5997e-34ca-41b1-9984-389d56f6dc60 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.1825190 Oct 27 10:21:51.657007 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-80eb984d-fd14-4748-8c76-0f9ad7d438f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.664943 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port d785174e-9b94-4292-88c1-8ef91eb27749 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:51.665588 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.697513 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-03d236cc-0366-430c-962a-8473518d7d98 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.733677 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-8329095c-da65-45b8-adac-7a7ed90f9937 None None] Set router 2fb67358-7690-4bd7-9c7b-e9e2339a4fba gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:51.813210 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7632612c-babe-4e91-9bcc-5446f64c160a req-7af54372-fe66-4d35-90a4-71495709d7c9 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096691 Oct 27 10:21:51.897671 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-2c817ccb-2543-4af7-b737-e4a82a25cea1 admin admin] Deleting port b988b5df-eb87-4864-985c-035e583a37ea {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:21:51.898811 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2c817ccb-2543-4af7-b737-e4a82a25cea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.903385 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-03d236cc-0366-430c-962a-8473518d7d98 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.995608 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-03d236cc-0366-430c-962a-8473518d7d98 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:52.058115 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 22578b7c-bf31-4492-b752-b712975fb2e3 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:52.086851 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d236cc-0366-430c-962a-8473518d7d98 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b09b7cf-8eea-4ab6-b1fe-52e9d3645744,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:52.109730 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:52.166610 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [None req-2c817ccb-2543-4af7-b737-e4a82a25cea1 admin admin] For port b988b5df-eb87-4864-985c-035e583a37ea, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=b988b5df-eb87-4864-985c-035e583a37ea,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:52.167927 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2c817ccb-2543-4af7-b737-e4a82a25cea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:52.193012 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-03d236cc-0366-430c-962a-8473518d7d98 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:52.196651 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-03d236cc-0366-430c-962a-8473518d7d98 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9125650 Oct 27 10:21:52.199583 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 50312) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:52.200635 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-2c817ccb-2543-4af7-b737-e4a82a25cea1 admin admin] Calling delete_port for b988b5df-eb87-4864-985c-035e583a37ea owned by network:router_gateway {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:21:52.204715 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-d2130b78-8189-42db-9b49-44de9c9c4424 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Request body: {'security_group_rule': {'security_group_id': '1cba9b50-3523-406d-af54-9998eaaadbd9', 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:52.241705 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:52.365478 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaff6ed-72c9-45f3-8dde-d897f58dbaf1 None None] Pushing event updated for resources: {'Port': ['ID=6b5ebd3e-97fc-4573-8312-428959b72789,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:52.405734 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 22578b7c-bf31-4492-b752-b712975fb2e3 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:52.406054 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:52.422125 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d2130b78-8189-42db-9b49-44de9c9c4424 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:52.525273 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d2130b78-8189-42db-9b49-44de9c9c4424 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:52.533056 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-8329095c-da65-45b8-adac-7a7ed90f9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'name': 'tempest-ServerRescueNegativeTestJSON-1882008882-router', 'tenant_id': '2e708eaedc394ca29a2d62525710ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b988b5df-eb87-4864-985c-035e583a37ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:45Z', 'updated_at': '2021-10-27T10:21:47Z', 'revision_number': 5, 'project_id': '2e708eaedc394ca29a2d62525710ec30', 'gw_port': {'id': 'b988b5df-eb87-4864-985c-035e583a37ea', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:52.546430 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Attempting to bind port 6b5ebd3e-97fc-4573-8312-428959b72789 on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:52.546980 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Attempting to bind port 6b5ebd3e-97fc-4573-8312-428959b72789 by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': '3ef6115d-1a90-4cf9-8244-76edf38e6b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '6cd955e2-2b5c-48f3-b4af-25f0c3e6384d'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:52.547148 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Attempting to bind port 6b5ebd3e-97fc-4573-8312-428959b72789 on network 6cd955e2-2b5c-48f3-b4af-25f0c3e6384d {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:52.576706 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329095c-da65-45b8-adac-7a7ed90f9937 None None] The sync data for ids ['2fb67358-7690-4bd7-9c7b-e9e2339a4fba'] in dv-cinder-815145-2-iscsi is: [{'id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'name': 'tempest-ServerRescueNegativeTestJSON-1882008882-router', 'tenant_id': '2e708eaedc394ca29a2d62525710ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'b988b5df-eb87-4864-985c-035e583a37ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:45Z', 'updated_at': '2021-10-27T10:21:47Z', 'revision_number': 5, 'project_id': '2e708eaedc394ca29a2d62525710ec30', 'gw_port': {'id': 'b988b5df-eb87-4864-985c-035e583a37ea', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb67358-7690-4bd7-9c7b-e9e2339a4fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}] {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:21:52.607773 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:52.618319 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:52.618755 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Checking segment: {'id': '3ef6115d-1a90-4cf9-8244-76edf38e6b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '6cd955e2-2b5c-48f3-b4af-25f0c3e6384d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:52.619134 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:52.619524 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Bound using segment: {'id': '3ef6115d-1a90-4cf9-8244-76edf38e6b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '6cd955e2-2b5c-48f3-b4af-25f0c3e6384d'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:52.620012 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Bound port: 6b5ebd3e-97fc-4573-8312-428959b72789, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef6115d-1a90-4cf9-8244-76edf38e6b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '6cd955e2-2b5c-48f3-b4af-25f0c3e6384d'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:52.620396 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:52.668496 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d2130b78-8189-42db-9b49-44de9c9c4424 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:52.723329 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2130b78-8189-42db-9b49-44de9c9c4424 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf71f88f-2ee0-4d1c-b8df-b4b2c8fc103b,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:52.737047 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:52.767406 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2c817ccb-2543-4af7-b737-e4a82a25cea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:52.780291 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] For port 6b5ebd3e-97fc-4573-8312-428959b72789, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:52.784923 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] For port 6b5ebd3e-97fc-4573-8312-428959b72789, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=6b5ebd3e-97fc-4573-8312-428959b72789,segment=NetworkSegment(3ef6115d-1a90-4cf9-8244-76edf38e6b80),segment_id=3ef6115d-1a90-4cf9-8244-76edf38e6b80)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:52.816427 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d2130b78-8189-42db-9b49-44de9c9c4424 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:52.817716 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-d2130b78-8189-42db-9b49-44de9c9c4424 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6171627 Oct 27 10:21:52.820496 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 50324) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:52.822643 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c817ccb-2543-4af7-b737-e4a82a25cea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b988b5df-eb87-4864-985c-035e583a37ea,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:52.832674 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-63066cd7-feb4-495b-96a2-67fa318dd4bf tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Request body: {'security_group_rule': {'security_group_id': '1cba9b50-3523-406d-af54-9998eaaadbd9', 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:52.843236 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 22578b7c-bf31-4492-b752-b712975fb2e3 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:52.868022 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18fe04-f0cd-4d04-ab68-148f5a04ef1a req-315b03aa-176f-4a79-8d58-7512d6e53d25 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:52.872948 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ca18fe04-f0cd-4d04-ab68-148f5a04ef1a req-315b03aa-176f-4a79-8d58-7512d6e53d25 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.2119117 Oct 27 10:21:52.959857 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:53.003151 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ca18fe04-f0cd-4d04-ab68-148f5a04ef1a req-3a7bd5c2-825a-4f7d-8f61-9b773b656af7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027091 Oct 27 10:21:53.015830 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-ac7c3792-0eb4-49a5-b49b-79d70a253a7a None None] Provisioning complete for port 6b5ebd3e-97fc-4573-8312-428959b72789 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:53.016201 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-ac7c3792-0eb4-49a5-b49b-79d70a253a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:53.051634 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2c817ccb-2543-4af7-b737-e4a82a25cea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623677'] for router_gateway, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:53.079865 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-63066cd7-feb4-495b-96a2-67fa318dd4bf tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:53.234581 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7f192-2d77-42cd-9c2b-a687e4e65d4d req-496ca204-2965-4da1-9b33-ca63533180eb tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:53.238588 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c1a7f192-2d77-42cd-9c2b-a687e4e65d4d req-496ca204-2965-4da1-9b33-ca63533180eb tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.2750747 Oct 27 10:21:53.291565 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-63066cd7-feb4-495b-96a2-67fa318dd4bf tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:53.349275 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c1a7f192-2d77-42cd-9c2b-a687e4e65d4d req-c36a2107-5cc9-4429-8cfe-bd5a74ea2c91 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954616 Oct 27 10:21:53.363434 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaff6ed-72c9-45f3-8dde-d897f58dbaf1 None None] Pushing event updated for resources: {'Port': ['ID=6b5ebd3e-97fc-4573-8312-428959b72789,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:53.383595 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-63066cd7-feb4-495b-96a2-67fa318dd4bf tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:53.400839 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Routers {'0db54829-eab0-463a-9157-0d9bc2dd4651'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:53.402130 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:21:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['0db54829-eab0-463a-9157-0d9bc2dd4651'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:53.431431 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63066cd7-feb4-495b-96a2-67fa318dd4bf tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd50112-d863-4b22-8226-465fc8ffdc7e,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:53.555489 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-63066cd7-feb4-495b-96a2-67fa318dd4bf tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:53.560011 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-63066cd7-feb4-495b-96a2-67fa318dd4bf tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7360578 Oct 27 10:21:53.562442 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 50354) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:53.563919 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-ac7c3792-0eb4-49a5-b49b-79d70a253a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:53.566655 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-0f611fb5-0c8a-4c2d-afc1-3c5ed8c64a1d tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Request body: {'security_group_rule': {'security_group_id': '1cba9b50-3523-406d-af54-9998eaaadbd9', 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:53.616776 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 22578b7c-bf31-4492-b752-b712975fb2e3 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:53.617235 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:53.654007 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2c817ccb-2543-4af7-b737-e4a82a25cea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15294'] for router, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:53.659057 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2c817ccb-2543-4af7-b737-e4a82a25cea1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:53.720759 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.securitygroups_db [None req-0f611fb5-0c8a-4c2d-afc1-3c5ed8c64a1d tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Project 2d7997eb1e854527a138c06b0fc621f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:21:53.726702 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-0f611fb5-0c8a-4c2d-afc1-3c5ed8c64a1d tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:53.765721 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-ac7c3792-0eb4-49a5-b49b-79d70a253a7a None None] For port 6b5ebd3e-97fc-4573-8312-428959b72789, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=6b5ebd3e-97fc-4573-8312-428959b72789,segment=NetworkSegment(3ef6115d-1a90-4cf9-8244-76edf38e6b80),segment_id=3ef6115d-1a90-4cf9-8244-76edf38e6b80)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:53.804837 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] Set router 0db54829-eab0-463a-9157-0d9bc2dd4651 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:53.842880 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-0f611fb5-0c8a-4c2d-afc1-3c5ed8c64a1d tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:53.881957 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-ac7c3792-0eb4-49a5-b49b-79d70a253a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:53.906700 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2c817ccb-2543-4af7-b737-e4a82a25cea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635840'] for router, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:53.917766 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c817ccb-2543-4af7-b737-e4a82a25cea1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fb67358-7690-4bd7-9c7b-e9e2339a4fba {{(pid=102224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:21:53.931610 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2c817ccb-2543-4af7-b737-e4a82a25cea1 admin admin] Publish callbacks [] for router, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:53.936408 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 50358) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:53.953633 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-2c817ccb-2543-4af7-b737-e4a82a25cea1 admin admin] 10.222.0.66 "DELETE /v2.0/routers/2fb67358-7690-4bd7-9c7b-e9e2339a4fba HTTP/1.1" status: 204 len: 168 time: 3.6083677 Oct 27 10:21:53.999684 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-0f611fb5-0c8a-4c2d-afc1-3c5ed8c64a1d tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:54.055730 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8f3bbe-af8a-4cfc-be12-cf5e732929c5 admin admin] Deleting subnet 1ec27a5a-0204-41d8-9c46-0b4aeb02bde5 {{(pid=102225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:21:54.107204 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3bbe-af8a-4cfc-be12-cf5e732929c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:54.107204 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f611fb5-0c8a-4c2d-afc1-3c5ed8c64a1d tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd377d77-85ff-4767-803a-240ff0e5935e,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:54.107820 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c3792-0eb4-49a5-b49b-79d70a253a7a None None] Pushing event updated for resources: {'Port': ['ID=6b5ebd3e-97fc-4573-8312-428959b72789,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:54.118957 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-311cd4f8-2b38-4f3f-81b8-a2e42fe89730 None None] Provisioning complete for port 6b5ebd3e-97fc-4573-8312-428959b72789 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:54.119331 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-311cd4f8-2b38-4f3f-81b8-a2e42fe89730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:54.180242 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3bbe-af8a-4cfc-be12-cf5e732929c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10283299'] for subnet, precommit_delete_associations {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:54.225226 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-0f611fb5-0c8a-4c2d-afc1-3c5ed8c64a1d tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:54.227771 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-0f611fb5-0c8a-4c2d-afc1-3c5ed8c64a1d tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6663980 Oct 27 10:21:54.230549 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 50362) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:54.240794 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-0729bc9f-172e-48bc-b2a4-6482d789375f tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Request body: {'security_group_rule': {'security_group_id': '1cba9b50-3523-406d-af54-9998eaaadbd9', 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:54.269117 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a9ed5-a224-4a67-849a-bd8bfc79f8a2 req-d1871c9a-13e9-4e07-b14f-659156ac5fe1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:54.270778 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-2c7a9ed5-a224-4a67-849a-bd8bfc79f8a2 req-d1871c9a-13e9-4e07-b14f-659156ac5fe1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.1178324 Oct 27 10:21:54.293611 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3bbe-af8a-4cfc-be12-cf5e732929c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-758613'] for subnet, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:54.316894 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:54.331206 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-2c7a9ed5-a224-4a67-849a-bd8bfc79f8a2 req-113d9794-24dd-41e9-b07e-768fd42aee36 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392492 Oct 27 10:21:54.406437 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db54829-eab0-463a-9157-0d9bc2dd4651', 'name': 'tempest-TestVolumeBootPattern-1783195007-router', 'tenant_id': '00e03f6562a94e468a858ccad3648dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd785174e-9b94-4292-88c1-8ef91eb27749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:35Z', 'updated_at': '2021-10-27T10:21:45Z', 'revision_number': 4, 'project_id': '00e03f6562a94e468a858ccad3648dbe', 'gw_port': {'id': 'd785174e-9b94-4292-88c1-8ef91eb27749', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:dd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db54829-eab0-463a-9157-0d9bc2dd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:36Z', 'updated_at': '2021-10-27T10:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '6b5ebd3e-97fc-4573-8312-428959b72789', 'name': '', 'network_id': '6cd955e2-2b5c-48f3-b4af-25f0c3e6384d', 'tenant_id': '00e03f6562a94e468a858ccad3648dbe', 'mac_address': 'fa:16:3e:e1:b9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db54829-eab0-463a-9157-0d9bc2dd4651', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3f75fe29-11b9-4851-abc7-ed5637517d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:43Z', 'updated_at': '2021-10-27T10:21:52Z', 'revision_number': 4, 'project_id': '00e03f6562a94e468a858ccad3648dbe', 'subnets': [{'id': '3f75fe29-11b9-4851-abc7-ed5637517d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:54.433822 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0757d3b-39a2-4fd1-b57b-20c0317056b0 None None] The sync data for ids ['0db54829-eab0-463a-9157-0d9bc2dd4651'] in dv-cinder-815145-2-iscsi is: [{'id': '0db54829-eab0-463a-9157-0d9bc2dd4651', 'name': 'tempest-TestVolumeBootPattern-1783195007-router', 'tenant_id': '00e03f6562a94e468a858ccad3648dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd785174e-9b94-4292-88c1-8ef91eb27749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:35Z', 'updated_at': '2021-10-27T10:21:45Z', 'revision_number': 4, 'project_id': '00e03f6562a94e468a858ccad3648dbe', 'gw_port': {'id': 'd785174e-9b94-4292-88c1-8ef91eb27749', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:dd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db54829-eab0-463a-9157-0d9bc2dd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:36Z', 'updated_at': '2021-10-27T10:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '6b5ebd3e-97fc-4573-8312-428959b72789', 'name': '', 'network_id': '6cd955e2-2b5c-48f3-b4af-25f0c3e6384d', 'tenant_id': '00e03f6562a94e468a858ccad3648dbe', 'mac_address': 'fa:16:3e:e1:b9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db54829-eab0-463a-9157-0d9bc2dd4651', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '3f75fe29-11b9-4851-abc7-ed5637517d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:43Z', 'updated_at': '2021-10-27T10:21:52Z', 'revision_number': 4, 'project_id': '00e03f6562a94e468a858ccad3648dbe', 'subnets': [{'id': '3f75fe29-11b9-4851-abc7-ed5637517d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:21:54.522020 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad36247-bc9f-4240-9248-2081f812fab8 req-a3d8ef32-09f8-4e8b-96a1-8dc9e1f52836 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:54.524167 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7ad36247-bc9f-4240-9248-2081f812fab8 req-a3d8ef32-09f8-4e8b-96a1-8dc9e1f52836 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0541990 Oct 27 10:21:54.562670 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7ad36247-bc9f-4240-9248-2081f812fab8 req-4a8ae420-02e4-4a67-b66b-2dceaa656a46 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325403 Oct 27 10:21:54.611699 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.securitygroups_db [None req-0729bc9f-172e-48bc-b2a4-6482d789375f tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Project 2d7997eb1e854527a138c06b0fc621f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:21:54.617896 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-0729bc9f-172e-48bc-b2a4-6482d789375f tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:54.718368 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-0729bc9f-172e-48bc-b2a4-6482d789375f tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:54.833343 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 6b5ebd3e-97fc-4573-8312-428959b72789 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:54.897376 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 6b5ebd3e-97fc-4573-8312-428959b72789 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:54.897893 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:54.960021 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3bbe-af8a-4cfc-be12-cf5e732929c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-758620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10167193'] for subnet, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:55.004119 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f3bbe-af8a-4cfc-be12-cf5e732929c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec27a5a-0204-41d8-9c46-0b4aeb02bde5,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:55.008827 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-0729bc9f-172e-48bc-b2a4-6482d789375f tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:55.011004 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3bbe-af8a-4cfc-be12-cf5e732929c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:55.016934 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-8a8f3bbe-af8a-4cfc-be12-cf5e732929c5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1ec27a5a-0204-41d8-9c46-0b4aeb02bde5 HTTP/1.1" status: 204 len: 168 time: 1.0766618 Oct 27 10:21:55.017765 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 50370) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:55.033222 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729bc9f-172e-48bc-b2a4-6482d789375f tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341a8fb0-51b9-4908-b139-7cb9927026c3,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:55.057621 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device b988b5df-eb87-4864-985c-035e583a37ea no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:21:55.079297 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: b988b5df-eb87-4864-985c-035e583a37ea {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:21:55.079639 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device b988b5df-eb87-4864-985c-035e583a37ea not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:21:55.080050 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0 no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:21:55.116594 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:21:55.117517 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device de53b6ea-f2f2-4c9c-8b0c-36a79710b3a0 not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:21:55.166345 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-0729bc9f-172e-48bc-b2a4-6482d789375f tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:55.167958 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-0729bc9f-172e-48bc-b2a4-6482d789375f tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9363110 Oct 27 10:21:55.184869 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4e7daae5-b4ca-4d57-9106-d2b33abf6e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658350'] for network, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:55.278207 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4e7daae5-b4ca-4d57-9106-d2b33abf6e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764864', 'neutron.services.segments.db._delete_segments_for_network-8767688259934'] for network, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:55.310248 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-4e7daae5-b4ca-4d57-9106-d2b33abf6e03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a0c60b-6b74-4c6e-aa76-24304d8e4193']}} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:55.315734 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:21:55.342021 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-4e7daae5-b4ca-4d57-9106-d2b33abf6e03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c774455-0f79-445f-b6d2-4dbd20d3d371') {'for_net_delete': True} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:55.344140 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-4e7daae5-b4ca-4d57-9106-d2b33abf6e03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c774455-0f79-445f-b6d2-4dbd20d3d371') {} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:55.390205 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4e7daae5-b4ca-4d57-9106-d2b33abf6e03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767688260455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491389'] for segment, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:55.426073 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4e7daae5-b4ca-4d57-9106-d2b33abf6e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:55.438724 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7daae5-b4ca-4d57-9106-d2b33abf6e03 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=102224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:21:55.439251 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4e7daae5-b4ca-4d57-9106-d2b33abf6e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8962449'] for segment, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: Traceback (most recent call last): Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: timer() Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: cb(*args, **kw) Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: return func(*args, **kwargs) Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: self._notify() Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: self.callback(batched_events) Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: event.method(event) Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: return f(self, *a, **k) Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: return self._get(url).json() Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: return self.request(url, 'GET', **kwargs) Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:21:55.447142 dv-cinder-815145-2-iscsi neutron-server[102224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:21:55.507705 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 50418) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:55.648574 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faad70-cc4b-40cd-9211-267e32742f92 req-5f0da54b-7203-4064-b9db-2cb6147bf29b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:55.658795 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f0faad70-cc4b-40cd-9211-267e32742f92 req-5f0da54b-7203-4064-b9db-2cb6147bf29b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.1803792 Oct 27 10:21:55.687191 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4e7daae5-b4ca-4d57-9106-d2b33abf6e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623617'] for network, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:55.709658 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4e7daae5-b4ca-4d57-9106-d2b33abf6e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:55.709658 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-4e7daae5-b4ca-4d57-9106-d2b33abf6e03 admin admin] 10.222.0.66 "DELETE /v2.0/networks/12a0c60b-6b74-4c6e-aa76-24304d8e4193 HTTP/1.1" status: 204 len: 168 time: 0.6908870 Oct 27 10:21:55.739665 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f0faad70-cc4b-40cd-9211-267e32742f92 req-be630fec-67ad-449e-9fdb-8808a762f3f1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780134 Oct 27 10:21:55.750034 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7daae5-b4ca-4d57-9106-d2b33abf6e03 admin admin] Pushing event deleted for resources: {'Network': ['ID=12a0c60b-6b74-4c6e-aa76-24304d8e4193,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:55.836325 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d60208-66b7-45aa-9da5-99b63344c303 req-f31b15f0-5a6f-4a4c-a1b5-9d3f46f3426d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:55.838387 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b2d60208-66b7-45aa-9da5-99b63344c303 req-f31b15f0-5a6f-4a4c-a1b5-9d3f46f3426d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.1565237 Oct 27 10:21:55.841090 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-1ac0ef0c-6c0b-4f9e-ade5-476b601c5927 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=70c39578e47546088c56fe1891cb1b09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322864 Oct 27 10:21:55.844778 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 50426) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:55.936791 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b2d60208-66b7-45aa-9da5-99b63344c303 req-a0b91081-af64-4bee-b085-a0ee5a3e3d35 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862427 Oct 27 10:21:55.954923 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3f6fea57-1726-475d-b7b9-c8cc654164e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:55.987504 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3f6fea57-1726-475d-b7b9-c8cc654164e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:56.186710 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 50428) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:56.240622 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-513c11f7-a29a-4d01-8835-ad92eed74e33 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2e708eaedc394ca29a2d62525710ec30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0511651 Oct 27 10:21:56.240875 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3f6fea57-1726-475d-b7b9-c8cc654164e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:56.240980 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 50430) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:56.244228 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3f6fea57-1726-475d-b7b9-c8cc654164e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:56.246797 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-3f6fea57-1726-475d-b7b9-c8cc654164e5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f72963d9-decd-429c-9f0f-711f34589697 HTTP/1.1" status: 204 len: 168 time: 0.4011319 Oct 27 10:21:56.273673 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fea57-1726-475d-b7b9-c8cc654164e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72963d9-decd-429c-9f0f-711f34589697,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:56.323770 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-495f4123-7ce1-4b33-94a4-f7ab4987f69f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:56.367967 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-495f4123-7ce1-4b33-94a4-f7ab4987f69f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:56.572966 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-495f4123-7ce1-4b33-94a4-f7ab4987f69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:56.575915 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-495f4123-7ce1-4b33-94a4-f7ab4987f69f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:56.577359 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-495f4123-7ce1-4b33-94a4-f7ab4987f69f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6783a59e-5b18-4605-827b-7a53841a5ec8 HTTP/1.1" status: 204 len: 168 time: 0.3352942 Oct 27 10:21:56.592402 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f4123-7ce1-4b33-94a4-f7ab4987f69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6783a59e-5b18-4605-827b-7a53841a5ec8,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:56.971956 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d456a-7c8d-498b-8f28-3dfa324ce149 req-69f84ddb-7126-4bbc-b892-6b41b202d522 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:56.975756 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-286d456a-7c8d-498b-8f28-3dfa324ce149 req-69f84ddb-7126-4bbc-b892-6b41b202d522 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 943 time: 0.1193507 Oct 27 10:21:56.981753 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device f83715df-8e47-44e2-a635-6ab619e271fb details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:21:57.079943 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-286d456a-7c8d-498b-8f28-3dfa324ce149 req-f0066df5-fba3-4232-b8ae-fabae6c894a3 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905037 Oct 27 10:21:57.269322 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3a500-2ab7-410a-94b7-c189cd578837 req-71e12387-910c-48e1-95a7-4670924bcd55 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:57.272015 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5be3a500-2ab7-410a-94b7-c189cd578837 req-71e12387-910c-48e1-95a7-4670924bcd55 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.2211728 Oct 27 10:21:57.302241 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port f83715df-8e47-44e2-a635-6ab619e271fb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f83715df-8e47-44e2-a635-6ab619e271fb,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:57.316581 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': 'f83715df-8e47-44e2-a635-6ab619e271fb', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'port_id': 'f83715df-8e47-44e2-a635-6ab619e271fb', 'mac_address': 'fa:16:3e:b9:cc:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:21:57.336478 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5be3a500-2ab7-410a-94b7-c189cd578837 req-bc2c145b-db73-4177-8519-8e9c5ca78a1d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544779 Oct 27 10:21:57.420127 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:57.456557 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83715df-8e47-44e2-a635-6ab619e271fb {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:21:57.520781 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port f83715df-8e47-44e2-a635-6ab619e271fb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f83715df-8e47-44e2-a635-6ab619e271fb,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:57.594926 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:57.685401 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=f83715df-8e47-44e2-a635-6ab619e271fb,revision_number=9']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:57.878003 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['f83715df-8e47-44e2-a635-6ab619e271fb'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:21:58.393249 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de875a1-fa12-4e19-8678-0216f45c7c2f req-5851e5fe-fffa-4b09-8404-5fbfe7633053 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:58.393249 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2de875a1-fa12-4e19-8678-0216f45c7c2f req-5851e5fe-fffa-4b09-8404-5fbfe7633053 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0727346 Oct 27 10:21:58.527435 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1959df-4811-4fe2-bc08-dc04e2a0b1bf req-fb12bd45-b0ed-45ae-a45c-bfeb7f550351 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:58.538761 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4c1959df-4811-4fe2-bc08-dc04e2a0b1bf req-fb12bd45-b0ed-45ae-a45c-bfeb7f550351 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 944 time: 0.2229731 Oct 27 10:21:58.675460 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4c1959df-4811-4fe2-bc08-dc04e2a0b1bf req-bff273e9-2332-49ee-806f-f9f84f55513e tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227615 Oct 27 10:21:58.747449 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 50502) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:58.763125 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9886fe-70ef-41bd-a848-56c8f83a2b73 req-bd6cd216-0076-4c35-a69f-7ae876ae81ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:58.765121 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ab9886fe-70ef-41bd-a848-56c8f83a2b73 req-bd6cd216-0076-4c35-a69f-7ae876ae81ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dca79ce6135645d8ac76dd2c8abf30f3&device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 1099 time: 0.4767044 Oct 27 10:21:58.779724 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2de875a1-fa12-4e19-8678-0216f45c7c2f req-a61cfd1b-a0e9-4efe-86a4-f744bb4fbbca tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4548221 Oct 27 10:21:58.924858 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9886fe-70ef-41bd-a848-56c8f83a2b73 req-dc23e8a7-01f7-483a-b1a9-9b5ad6cc05b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:58.927174 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ab9886fe-70ef-41bd-a848-56c8f83a2b73 req-dc23e8a7-01f7-483a-b1a9-9b5ad6cc05b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=37419415-1089-4518-a3d4-26fb32aa3969 HTTP/1.1" status: 200 len: 911 time: 0.1465011 Oct 27 10:21:58.976688 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-2c8c4a2e-3763-4106-b35a-1eb7584ef89d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1566778615-network', 'tenant_id': '4692fca88ef042588feb3546003ce646'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:58.994884 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device f83715df-8e47-44e2-a635-6ab619e271fb up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:59.089856 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ab9886fe-70ef-41bd-a848-56c8f83a2b73 req-bb07a61c-bab7-46c9-91a9-e94ac891c825 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 HTTP/1.1" status: 200 len: 1002 time: 0.1551259 Oct 27 10:21:59.107222 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port f83715df-8e47-44e2-a635-6ab619e271fb triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:59.107902 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:59.190057 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9886fe-70ef-41bd-a848-56c8f83a2b73 req-c3e4a918-57b3-4d42-b6b5-01bbb427ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:59.191754 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ab9886fe-70ef-41bd-a848-56c8f83a2b73 req-c3e4a918-57b3-4d42-b6b5-01bbb427ac9f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3800a6b-912b-4fca-9e63-fb91e6bcdaec HTTP/1.1" status: 200 len: 849 time: 0.0911388 Oct 27 10:21:59.200287 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8c4a2e-3763-4106-b35a-1eb7584ef89d admin admin] Made reservation on behalf of 4692fca88ef042588feb3546003ce646 for: {'network': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:59.203168 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4a2e-3763-4106-b35a-1eb7584ef89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:59.215573 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4a2e-3763-4106-b35a-1eb7584ef89d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:59.309643 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9886fe-70ef-41bd-a848-56c8f83a2b73 req-681fb1a9-8a44-49c6-ab9e-c4e1eed58c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:59.313557 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ab9886fe-70ef-41bd-a848-56c8f83a2b73 req-681fb1a9-8a44-49c6-ab9e-c4e1eed58c4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37419415-1089-4518-a3d4-26fb32aa3969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1040256 Oct 27 10:21:59.326280 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:59.399062 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port f83715df-8e47-44e2-a635-6ab619e271fb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f83715df-8e47-44e2-a635-6ab619e271fb,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:59.402938 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90f0481-adb6-4d16-ad5d-a2505b777a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83715df-8e47-44e2-a635-6ab619e271fb'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:59.403146 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac00c60b-c0ed-440c-843f-fd02e6a06b08" -d '{"events": [{"server_uuid": "f90f0481-adb6-4d16-ad5d-a2505b777a0e", "name": "network-vif-plugged", "status": "completed", "tag": "f83715df-8e47-44e2-a635-6ab619e271fb"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:59.423836 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4a2e-3763-4106-b35a-1eb7584ef89d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:59.452742 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a26559d-ca1a-4d3b-aac1-a4d0198ed765 x-openstack-request-id: req-4a26559d-ca1a-4d3b-aac1-a4d0198ed765 {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:59.453076 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90f0481-adb6-4d16-ad5d-a2505b777a0e", "name": "network-vif-plugged", "status": "completed", "tag": "f83715df-8e47-44e2-a635-6ab619e271fb", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:59.453349 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a26559d-ca1a-4d3b-aac1-a4d0198ed765 {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:59.453750 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90f0481-adb6-4d16-ad5d-a2505b777a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83715df-8e47-44e2-a635-6ab619e271fb', 'code': 200} Oct 27 10:21:59.465914 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ab9886fe-70ef-41bd-a848-56c8f83a2b73 req-25ebd273-b703-46de-b4a6-8d8eeebd4449 service neutron] 10.222.0.73 "GET /v2.0/networks/37419415-1089-4518-a3d4-26fb32aa3969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466506 Oct 27 10:21:59.557449 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:59.621302 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=f83715df-8e47-44e2-a635-6ab619e271fb,revision_number=10']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:59.633025 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ab9886fe-70ef-41bd-a848-56c8f83a2b73 req-9ddb6ba2-ccff-4468-ab10-df323d686f1e service neutron] 10.222.0.73 "GET /v2.0/networks/37419415-1089-4518-a3d4-26fb32aa3969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573181 Oct 27 10:21:59.742592 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4a2e-3763-4106-b35a-1eb7584ef89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:59.792481 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8c4a2e-3763-4106-b35a-1eb7584ef89d admin admin] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=102224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:21:59.822861 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c4a2e-3763-4106-b35a-1eb7584ef89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5195e2-8bdd-474c-8cc8-0bf195db6daf,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:59.823388 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585852bf-f6fa-4f2a-a4cb-65e08cee06dc req-8b1728bb-dc51-4e98-862c-fd38e2a6dcd2 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:59.823388 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-585852bf-f6fa-4f2a-a4cb-65e08cee06dc req-8b1728bb-dc51-4e98-862c-fd38e2a6dcd2 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 946 time: 0.0644658 Oct 27 10:21:59.823827 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4a2e-3763-4106-b35a-1eb7584ef89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:59.823827 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.db.segments_db [None req-2c8c4a2e-3763-4106-b35a-1eb7584ef89d admin admin] Added segment 0a5b4155-e636-46a4-aa22-53e5833d5858 of type vlan for network d58f8c29-6451-4c64-8aef-7c5985cfabd2 Oct 27 10:21:59.869486 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-585852bf-f6fa-4f2a-a4cb-65e08cee06dc req-d101d622-c669-4abf-88d2-bb9c992acfd7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411663 Oct 27 10:21:59.891824 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4a2e-3763-4106-b35a-1eb7584ef89d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:00.006151 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b0206-fe5f-4435-bd28-87666c8e35f1 req-eeb0a37f-3504-4a6c-8636-a4c0485aca27 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:00.006393 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4a2e-3763-4106-b35a-1eb7584ef89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:00.007342 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8c4a2e-3763-4106-b35a-1eb7584ef89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:00.008537 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4a2e-3763-4106-b35a-1eb7584ef89d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:00.009237 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-073b0206-fe5f-4435-bd28-87666c8e35f1 req-eeb0a37f-3504-4a6c-8636-a4c0485aca27 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0545578 Oct 27 10:22:00.093542 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c4a2e-3763-4106-b35a-1eb7584ef89d admin admin] Pushing event updated for resources: {'Network': ['ID=d58f8c29-6451-4c64-8aef-7c5985cfabd2,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:00.115107 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network d58f8c29-6451-4c64-8aef-7c5985cfabd2 details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:22:00.118916 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-073b0206-fe5f-4435-bd28-87666c8e35f1 req-0fde8b2a-0170-48c2-b44c-a198f409bbdd tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855684 Oct 27 10:22:00.176289 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-2c8c4a2e-3763-4106-b35a-1eb7584ef89d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4272203 Oct 27 10:22:00.179795 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 50528) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:00.185073 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-beee2bfd-4956-4d2f-be08-79243d9f9beb admin admin] Request body: {'subnet': {'network_id': 'd58f8c29-6451-4c64-8aef-7c5985cfabd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1566778615-subnet', 'tenant_id': '4692fca88ef042588feb3546003ce646', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:00.297600 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beee2bfd-4956-4d2f-be08-79243d9f9beb admin admin] Made reservation on behalf of 4692fca88ef042588feb3546003ce646 for: {'subnet': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:00.300134 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-beee2bfd-4956-4d2f-be08-79243d9f9beb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8484515'] for subnet, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:00.318089 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeba033-dffa-4cd4-9980-ee5b2e96f9bc req-b8bf323d-3229-4aa0-bd83-1f755464d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:00.319907 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3eeba033-dffa-4cd4-9980-ee5b2e96f9bc req-b8bf323d-3229-4aa0-bd83-1f755464d112 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 1099 time: 0.0908594 Oct 27 10:22:00.382133 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3eeba033-dffa-4cd4-9980-ee5b2e96f9bc req-15b39e85-e809-411d-ba8c-d5a096604e2b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403001 Oct 27 10:22:00.704813 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-beee2bfd-4956-4d2f-be08-79243d9f9beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8962362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8484529'] for subnet, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:00.811019 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee2bfd-4956-4d2f-be08-79243d9f9beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=14314849-8b91-4140-98ec-066bf5de6be6,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:00.830889 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee2bfd-4956-4d2f-be08-79243d9f9beb admin admin] Checking segment: {'id': '0a5b4155-e636-46a4-aa22-53e5833d5858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd58f8c29-6451-4c64-8aef-7c5985cfabd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:00.830889 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beee2bfd-4956-4d2f-be08-79243d9f9beb admin admin] Network hostable DHCP agents. Network: d58f8c29-6451-4c64-8aef-7c5985cfabd2, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:22:00.955265 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beee2bfd-4956-4d2f-be08-79243d9f9beb admin admin] Network d58f8c29-6451-4c64-8aef-7c5985cfabd2 is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:22:01.034118 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825d072-0eac-42ce-9452-be97e016a016 req-9516dd30-0cb8-4e52-9d26-374db67d191a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:01.035745 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d825d072-0eac-42ce-9452-be97e016a016 req-9516dd30-0cb8-4e52-9d26-374db67d191a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 946 time: 0.0652239 Oct 27 10:22:01.052384 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-beee2bfd-4956-4d2f-be08-79243d9f9beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, d58f8c29-6451-4c64-8aef-7c5985cfabd2) {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:01.065065 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c4900f-c968-4e85-a710-a464fcc17326 None None] Network d58f8c29-6451-4c64-8aef-7c5985cfabd2 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:01.068226 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beee2bfd-4956-4d2f-be08-79243d9f9beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:01.068818 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-beee2bfd-4956-4d2f-be08-79243d9f9beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:01.093664 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d825d072-0eac-42ce-9452-be97e016a016 req-4e0d1cd8-1a0e-4b76-92ee-704f090092c9 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504746 Oct 27 10:22:01.214513 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-beee2bfd-4956-4d2f-be08-79243d9f9beb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0331056 Oct 27 10:22:01.232087 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8629ba-dbb2-45bb-8574-51193bddae8c None None] Network d58f8c29-6451-4c64-8aef-7c5985cfabd2 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:01.284927 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befe4f2-e5dd-4668-8c1b-9fe966dab2ca req-1a830be4-a156-4222-b910-236040a7d623 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:01.296142 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3befe4f2-e5dd-4668-8c1b-9fe966dab2ca req-1a830be4-a156-4222-b910-236040a7d623 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.1010461 Oct 27 10:22:01.384304 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3befe4f2-e5dd-4668-8c1b-9fe966dab2ca req-42e66495-37de-4153-ba77-c532b97f81e2 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796442 Oct 27 10:22:02.253080 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d95a6d-594c-4d0d-9fe9-c63c7e34c22c req-000c6f18-56ae-4daf-9992-0e1cc23b11de tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:02.254766 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-74d95a6d-594c-4d0d-9fe9-c63c7e34c22c req-000c6f18-56ae-4daf-9992-0e1cc23b11de tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 946 time: 0.0676162 Oct 27 10:22:02.299276 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-74d95a6d-594c-4d0d-9fe9-c63c7e34c22c req-4ab4c9da-41b0-46d1-8832-4d0f96abaac2 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373805 Oct 27 10:22:03.442527 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a4dd7-0e8b-4352-a0bc-2c14b9082746 req-0b22bc72-f43a-4fd9-8c8c-ba28dbe1f07b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:03.443212 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-959a4dd7-0e8b-4352-a0bc-2c14b9082746 req-0b22bc72-f43a-4fd9-8c8c-ba28dbe1f07b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 946 time: 0.0547361 Oct 27 10:22:03.487976 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-959a4dd7-0e8b-4352-a0bc-2c14b9082746 req-43f43e7b-b30a-44e2-a57f-a780c25d564e tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368862 Oct 27 10:22:04.620138 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688e147-0088-4f48-895d-82d6678e8ef6 req-6c828eb4-9fcd-466b-b394-bf38770c2201 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:04.621604 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0688e147-0088-4f48-895d-82d6678e8ef6 req-6c828eb4-9fcd-466b-b394-bf38770c2201 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 946 time: 0.0531149 Oct 27 10:22:04.664936 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0688e147-0088-4f48-895d-82d6678e8ef6 req-02d7d45d-3dd6-4042-929c-e842720d6ea7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371947 Oct 27 10:22:06.733240 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-f979caff-f655-4574-b90e-71d169a432ac tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:06.737325 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-f979caff-f655-4574-b90e-71d169a432ac tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/networks?id=d58f8c29-6451-4c64-8aef-7c5985cfabd2 HTTP/1.1" status: 200 len: 814 time: 0.1197610 Oct 27 10:22:06.744545 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-39b86719-b3dc-40b8-9a97-bf1fb38382fc tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:06.746162 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-39b86719-b3dc-40b8-9a97-bf1fb38382fc tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/networks?id=7fbed54f-7168-466f-85e1-fbc34f8bb84f HTTP/1.1" status: 200 len: 815 time: 0.1242509 Oct 27 10:22:06.755819 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-7f1bb2cd-2816-4f0a-b0d6-9e85b34ce22c tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/quotas/4692fca88ef042588feb3546003ce646 HTTP/1.1" status: 200 len: 375 time: 0.0135953 Oct 27 10:22:06.763478 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-55fea0c8-acad-4764-a026-41f6850b53b5 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/quotas/e8fd26a4e1db456c885913dfd7b35cf7 HTTP/1.1" status: 200 len: 375 time: 0.0115211 Oct 27 10:22:06.792182 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-47201f3e-3474-414b-8247-fe65782456a3 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4692fca88ef042588feb3546003ce646&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302527 Oct 27 10:22:06.824552 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-b40cba67-797f-4513-8a39-e188e9551d72 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8fd26a4e1db456c885913dfd7b35cf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531180 Oct 27 10:22:06.891575 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-bb54157a-e326-457e-b0d3-e6dc889c68e2 service neutron] 10.222.0.66 "GET /v2.0/networks/d58f8c29-6451-4c64-8aef-7c5985cfabd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913935 Oct 27 10:22:06.927760 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-a7d76fae-6392-4f23-a9df-8dfaad14d385 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbed54f-7168-466f-85e1-fbc34f8bb84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929482 Oct 27 10:22:06.991531 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-0b5ea3bf-30d1-4c09-bb37-c80793d93c3b service neutron] 10.222.0.66 "GET /v2.0/networks/d58f8c29-6451-4c64-8aef-7c5985cfabd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934265 Oct 27 10:22:07.027495 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-be6c6646-4f2b-4b9b-ab87-a6061005546a service neutron] 10.222.0.66 "GET /v2.0/networks/7fbed54f-7168-466f-85e1-fbc34f8bb84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929139 Oct 27 10:22:07.373156 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00f70a-6e66-4d41-908a-8cf8150f5463 req-68ecf038-0481-4526-ba37-4317d726a52e tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:07.376521 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-2f00f70a-6e66-4d41-908a-8cf8150f5463 req-68ecf038-0481-4526-ba37-4317d726a52e tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 946 time: 0.0593836 Oct 27 10:22:07.429540 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-2f00f70a-6e66-4d41-908a-8cf8150f5463 req-a552817c-f086-4102-a175-575cb3798a0d tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427027 Oct 27 10:22:07.487563 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2b6e9fab-7691-4c27-8edb-57c9f040f368 req-16c16b0a-ccbc-4af1-a180-68e4e1f251d8 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 210 time: 0.0269301 Oct 27 10:22:07.541346 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f4862891-4581-475d-81ff-bd3bc3a534ee req-1ed5c483-c589-4a4b-b4b2-4b7e229ae7e1 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 210 time: 0.0361688 Oct 27 10:22:08.565701 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-858b8878-42a9-4de6-a951-36053e4611ac req-93e19b3a-e840-4e67-b1ff-2c4f5b6caf5b tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 210 time: 0.0261884 Oct 27 10:22:08.618263 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-95323d33-1681-4329-bfde-f6fcc2f0bf54 req-2398909a-4ad7-4f8c-9d80-5ef023863fec tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 210 time: 0.0272367 Oct 27 10:22:09.664365 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-da7f270a-5f49-4e42-9bbb-71eded023d24 req-c1c748e8-9954-448f-bc2e-ecb2d45f0ba4 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 210 time: 0.0292954 Oct 27 10:22:09.711871 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f75f06c0-1168-4b6d-87cf-b3c265fbed2d req-a1a8c0da-7bd9-4adf-8c37-94999dc03ebc tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 210 time: 0.0275331 Oct 27 10:22:10.279849 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-71ae01af-0dff-48eb-ba20-419c83b2bf91 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:10.281417 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-71ae01af-0dff-48eb-ba20-419c83b2bf91 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.73 "GET /v2.0/networks?id=d58f8c29-6451-4c64-8aef-7c5985cfabd2 HTTP/1.1" status: 200 len: 814 time: 0.1181245 Oct 27 10:22:10.297582 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Request body: {'port': {'device_id': '55fe415f-5f23-4911-bae6-5a1168ac80d6', 'network_id': 'd58f8c29-6451-4c64-8aef-7c5985cfabd2', 'admin_state_up': True, 'tenant_id': '4692fca88ef042588feb3546003ce646'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:10.519789 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Made reservation on behalf of 4692fca88ef042588feb3546003ce646 for: {'port': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:10.524305 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:10.663085 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Allocated IP 172.20.0.2 (d58f8c29-6451-4c64-8aef-7c5985cfabd2/14314849-8b91-4140-98ec-066bf5de6be6/91604a8e-5e80-48f3-8425-20d7a6b0730c) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:10.822502 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-026b0032-2848-4e59-afbd-8d7731ef14ba req-5664762a-29c1-4e10-922b-6809ed1f3a96 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 210 time: 0.0704150 Oct 27 10:22:10.824115 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-85b7dc35-c85c-456f-b696-b43c1ffb5c9e req-fdc73a37-a4b1-478b-963e-ffeadc4deb9f tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 210 time: 0.0360515 Oct 27 10:22:10.848513 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 50756) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:10.888322 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:10.968901 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-95166596-5fe3-4884-9bf5-ca901d577b5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.002961 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.068641 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Network d58f8c29-6451-4c64-8aef-7c5985cfabd2 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:11.077928 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:11.080584 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:11.087773 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-2292e9a7-3236-4590-86e4-a947a9cb279f tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:11.089408 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-2292e9a7-3236-4590-86e4-a947a9cb279f tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.73 "GET /v2.0/networks?id=7fbed54f-7168-466f-85e1-fbc34f8bb84f HTTP/1.1" status: 200 len: 815 time: 0.1145194 Oct 27 10:22:11.104987 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-fdae7631-b7ba-41a0-a2ab-c0a391ca3a48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Request body: {'port': {'device_id': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f', 'admin_state_up': True, 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:11.111544 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Pushing event updated for resources: {'Port': ['ID=91604a8e-5e80-48f3-8425-20d7a6b0730c,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:11.137759 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.138132 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.138439 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.138781 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.139365 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.139703 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.140029 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.140354 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.140677 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.141355 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.141355 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.141650 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.163181 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-95166596-5fe3-4884-9bf5-ca901d577b5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.172420 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:11.173153 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.223023 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-95166596-5fe3-4884-9bf5-ca901d577b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.257789 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-ba3bdb01-870d-4cc0-bdba-9cd2cf81ba71 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9643395 Oct 27 10:22:11.271016 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-95166596-5fe3-4884-9bf5-ca901d577b5a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa0ce66a61dc42b78d3933e8b2cd57e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190867 Oct 27 10:22:11.271016 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95166596-5fe3-4884-9bf5-ca901d577b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a64043a-182f-4721-8839-d78d92298983,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:11.271547 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 50764) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:11.278148 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Request body: {'port': {'device_id': '55fe415f-5f23-4911-bae6-5a1168ac80d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:11.331374 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c433e083-9868-4b18-8a47-cf248042d7f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.341664 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.343936 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-fdae7631-b7ba-41a0-a2ab-c0a391ca3a48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Made reservation on behalf of e8fd26a4e1db456c885913dfd7b35cf7 for: {'port': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:11.347534 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-fdae7631-b7ba-41a0-a2ab-c0a391ca3a48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.370032 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c433e083-9868-4b18-8a47-cf248042d7f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.509128 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c433e083-9868-4b18-8a47-cf248042d7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.512054 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c433e083-9868-4b18-8a47-cf248042d7f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.516069 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-c433e083-9868-4b18-8a47-cf248042d7f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0a64043a-182f-4721-8839-d78d92298983 HTTP/1.1" status: 204 len: 168 time: 0.2407739 Oct 27 10:22:11.564104 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433e083-9868-4b18-8a47-cf248042d7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a64043a-182f-4721-8839-d78d92298983,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:11.580065 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433e083-9868-4b18-8a47-cf248042d7f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.580552 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433e083-9868-4b18-8a47-cf248042d7f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.580898 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433e083-9868-4b18-8a47-cf248042d7f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.581249 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433e083-9868-4b18-8a47-cf248042d7f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.581729 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433e083-9868-4b18-8a47-cf248042d7f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.581906 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433e083-9868-4b18-8a47-cf248042d7f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.582229 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433e083-9868-4b18-8a47-cf248042d7f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.582554 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433e083-9868-4b18-8a47-cf248042d7f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.582877 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433e083-9868-4b18-8a47-cf248042d7f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.583195 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433e083-9868-4b18-8a47-cf248042d7f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.583513 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433e083-9868-4b18-8a47-cf248042d7f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.583828 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433e083-9868-4b18-8a47-cf248042d7f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:11.662457 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91604a8e-5e80-48f3-8425-20d7a6b0730c {{(pid=102225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:11.669994 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.675744 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-fdae7631-b7ba-41a0-a2ab-c0a391ca3a48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Allocated IP 172.20.0.12 (7fbed54f-7168-466f-85e1-fbc34f8bb84f/6a7bc86f-86ac-4548-a9e0-3cf66edfb331/bf0fca20-c664-4c00-a12c-0b5c30b7dc6b) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:11.682031 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.provisioning_blocks [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Transition to ACTIVE for port object 91604a8e-5e80-48f3-8425-20d7a6b0730c will not be triggered until provisioned by entity L2. {{(pid=102225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:22:11.800703 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.828409 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-fdae7631-b7ba-41a0-a2ab-c0a391ca3a48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.878254 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Pushing event updated for resources: {'Port': ['ID=91604a8e-5e80-48f3-8425-20d7a6b0730c,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:11.930989 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-688d877b-6e27-4aff-ac51-15005778a16a req-ea8fa75b-f3b3-4a7d-8370-ed376fba8903 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 210 time: 0.0343225 Oct 27 10:22:11.994849 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-fdae7631-b7ba-41a0-a2ab-c0a391ca3a48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.996082 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8419ab2-ada2-441e-a725-05c978e3bb33 req-66a0beac-e243-41e5-bbaf-7c364fe5b4f7 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:11.997659 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e8419ab2-ada2-441e-a725-05c978e3bb33 req-66a0beac-e243-41e5-bbaf-7c364fe5b4f7 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 943 time: 0.0875444 Oct 27 10:22:12.026481 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Attempting to bind port 91604a8e-5e80-48f3-8425-20d7a6b0730c on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:12.026828 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Attempting to bind port 91604a8e-5e80-48f3-8425-20d7a6b0730c by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '0a5b4155-e636-46a4-aa22-53e5833d5858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd58f8c29-6451-4c64-8aef-7c5985cfabd2'}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:12.027138 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Attempting to bind port 91604a8e-5e80-48f3-8425-20d7a6b0730c on network d58f8c29-6451-4c64-8aef-7c5985cfabd2 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:12.040526 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Port 91604a8e-5e80-48f3-8425-20d7a6b0730c on network d58f8c29-6451-4c64-8aef-7c5985cfabd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:22:12.040990 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Attempting to bind port 91604a8e-5e80-48f3-8425-20d7a6b0730c on network d58f8c29-6451-4c64-8aef-7c5985cfabd2 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:12.050854 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:12.057187 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Checking segment: {'id': '0a5b4155-e636-46a4-aa22-53e5833d5858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd58f8c29-6451-4c64-8aef-7c5985cfabd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:12.057187 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Bound using segment: {'id': '0a5b4155-e636-46a4-aa22-53e5833d5858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd58f8c29-6451-4c64-8aef-7c5985cfabd2'} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:12.057187 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Bound port: 91604a8e-5e80-48f3-8425-20d7a6b0730c, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5b4155-e636-46a4-aa22-53e5833d5858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd58f8c29-6451-4c64-8aef-7c5985cfabd2'}}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:12.057187 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.072877 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae7631-b7ba-41a0-a2ab-c0a391ca3a48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Pushing event updated for resources: {'Port': ['ID=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:12.079906 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e8419ab2-ada2-441e-a725-05c978e3bb33 req-82ba0ffe-214a-4028-be6f-0ddb6cec7266 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640275 Oct 27 10:22:12.100589 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-fdae7631-b7ba-41a0-a2ab-c0a391ca3a48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Network 7fbed54f-7168-466f-85e1-fbc34f8bb84f is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:12.103368 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-fdae7631-b7ba-41a0-a2ab-c0a391ca3a48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:12.106315 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-fdae7631-b7ba-41a0-a2ab-c0a391ca3a48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:12.156613 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] For port 91604a8e-5e80-48f3-8425-20d7a6b0730c, host hv-cinder-81514, cleared binding levels {{(pid=102225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:12.160898 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] For port 91604a8e-5e80-48f3-8425-20d7a6b0730c, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=91604a8e-5e80-48f3-8425-20d7a6b0730c,segment=NetworkSegment(0a5b4155-e636-46a4-aa22-53e5833d5858),segment_id=0a5b4155-e636-46a4-aa22-53e5833d5858)] {{(pid=102225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:12.161486 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-fdae7631-b7ba-41a0-a2ab-c0a391ca3a48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:12.162199 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-fdae7631-b7ba-41a0-a2ab-c0a391ca3a48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.272227 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.285495 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-fdae7631-b7ba-41a0-a2ab-c0a391ca3a48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1845703 Oct 27 10:22:12.298392 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Request body: {'port': {'device_id': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:12.379279 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:12.379980 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.383873 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] 10.222.0.73 "PUT /v2.0/ports/91604a8e-5e80-48f3-8425-20d7a6b0730c HTTP/1.1" status: 200 len: 1093 time: 1.1117077 Oct 27 10:22:12.384219 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fe415f-5f23-4911-bae6-5a1168ac80d6', 'tag': '91604a8e-5e80-48f3-8425-20d7a6b0730c'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:12.387042 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907f3c4c-9b26-4ec9-9931-f5647277b744" -d '{"events": [{"name": "network-changed", "server_uuid": "55fe415f-5f23-4911-bae6-5a1168ac80d6", "tag": "91604a8e-5e80-48f3-8425-20d7a6b0730c"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:12.444422 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-64bfa78d-9869-45c3-85f8-6016cd1d92e8 None None] Provisioning complete for port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:12.450500 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-64bfa78d-9869-45c3-85f8-6016cd1d92e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.472279 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.487069 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db4bba-01e2-42c9-9320-b7bc5b5ed11a service neutron] Pushing event updated for resources: {'Port': ['ID=91604a8e-5e80-48f3-8425-20d7a6b0730c,revision_number=3']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:12.505287 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f451f1d-18f2-4175-b386-4b98d3b5244d x-openstack-request-id: req-2f451f1d-18f2-4175-b386-4b98d3b5244d {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:12.505987 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fe415f-5f23-4911-bae6-5a1168ac80d6", "tag": "91604a8e-5e80-48f3-8425-20d7a6b0730c", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:12.506408 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f451f1d-18f2-4175-b386-4b98d3b5244d {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:12.507000 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fe415f-5f23-4911-bae6-5a1168ac80d6', 'tag': '91604a8e-5e80-48f3-8425-20d7a6b0730c', 'status': 'completed', 'code': 200} Oct 27 10:22:12.524066 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-64bfa78d-9869-45c3-85f8-6016cd1d92e8 None None] Port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:22:12.575887 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f3c4c-9b26-4ec9-9931-f5647277b744 req-030698e8-91b0-4704-afe4-c04077172070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:12.577813 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-907f3c4c-9b26-4ec9-9931-f5647277b744 req-030698e8-91b0-4704-afe4-c04077172070 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4692fca88ef042588feb3546003ce646&device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 1096 time: 0.0542309 Oct 27 10:22:12.899060 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf0fca20-c664-4c00-a12c-0b5c30b7dc6b {{(pid=102224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:12.907081 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.919896 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.provisioning_blocks [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Transition to ACTIVE for port object bf0fca20-c664-4c00-a12c-0b5c30b7dc6b will not be triggered until provisioned by entity L2. {{(pid=102224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:22:13.006016 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.059553 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b,revision_number=2']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:13.117149 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8c633-3e7a-4217-a41a-ed73a45e861d req-02a38473-b861-418d-aecf-2bb8731dcecb tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:13.118899 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-74a8c633-3e7a-4217-a41a-ed73a45e861d req-02a38473-b861-418d-aecf-2bb8731dcecb tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.1185377 Oct 27 10:22:13.216339 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Attempting to bind port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:13.216827 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Attempting to bind port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '181c46be-a45e-4a31-90ef-f8c3f850d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f'}] {{(pid=102224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:13.217162 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Attempting to bind port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b on network 7fbed54f-7168-466f-85e1-fbc34f8bb84f {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:13.249034 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-74a8c633-3e7a-4217-a41a-ed73a45e861d req-5a8b4cdf-2509-4597-ade8-6ef35385e031 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201737 Oct 27 10:22:13.255933 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b on network 7fbed54f-7168-466f-85e1-fbc34f8bb84f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:22:13.256583 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Attempting to bind port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b on network 7fbed54f-7168-466f-85e1-fbc34f8bb84f {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:13.263191 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:13.264112 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Checking segment: {'id': '181c46be-a45e-4a31-90ef-f8c3f850d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:13.264754 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Bound using segment: {'id': '181c46be-a45e-4a31-90ef-f8c3f850d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f'} {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:13.265433 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Bound port: bf0fca20-c664-4c00-a12c-0b5c30b7dc6b, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181c46be-a45e-4a31-90ef-f8c3f850d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f'}}] {{(pid=102224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:13.266257 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.367710 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2584a3-ac0a-4c7f-a67b-9047b6971f94 req-4fecf864-0081-45f7-a2dd-e3f5a733c789 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:13.369535 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ee2584a3-ac0a-4c7f-a67b-9047b6971f94 req-4fecf864-0081-45f7-a2dd-e3f5a733c789 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 943 time: 0.1497636 Oct 27 10:22:13.423442 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] For port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b, host hv-cinder-81514, cleared binding levels {{(pid=102224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:13.427093 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] For port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b,segment=NetworkSegment(181c46be-a45e-4a31-90ef-f8c3f850d968),segment_id=181c46be-a45e-4a31-90ef-f8c3f850d968)] {{(pid=102224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:13.447255 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ee2584a3-ac0a-4c7f-a67b-9047b6971f94 req-4cbdfa29-863c-42da-b455-fba98fb8a918 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686548 Oct 27 10:22:13.531609 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.576795 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:13.577461 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.578910 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] 10.222.0.73 "PUT /v2.0/ports/bf0fca20-c664-4c00-a12c-0b5c30b7dc6b HTTP/1.1" status: 200 len: 1094 time: 1.2854152 Oct 27 10:22:13.579489 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'tag': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:13.591370 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3136e9c6-26b1-4686-8615-5e9313ece287" -d '{"events": [{"name": "network-changed", "server_uuid": "b02d8726-d03a-4b80-a7d3-b25857e450a9", "tag": "bf0fca20-c664-4c00-a12c-0b5c30b7dc6b"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:13.634918 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c056cef-4c7b-403e-ba4c-85477b01db73 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b,revision_number=3']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:13.641989 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5628ac18-e7b2-40db-8a50-b1c82dbbca0d x-openstack-request-id: req-5628ac18-e7b2-40db-8a50-b1c82dbbca0d {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:13.642592 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02d8726-d03a-4b80-a7d3-b25857e450a9", "tag": "bf0fca20-c664-4c00-a12c-0b5c30b7dc6b", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:13.643010 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5628ac18-e7b2-40db-8a50-b1c82dbbca0d {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:13.643576 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'tag': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b', 'status': 'completed', 'code': 200} Oct 27 10:22:14.403299 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed825b-5465-4259-8216-ef56b6be3bc6 req-1992d3b4-7c09-4336-acba-4eac2ae94691 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:14.405188 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-eeed825b-5465-4259-8216-ef56b6be3bc6 req-1992d3b4-7c09-4336-acba-4eac2ae94691 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.0620062 Oct 27 10:22:14.451195 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-eeed825b-5465-4259-8216-ef56b6be3bc6 req-a1195a78-e089-45b3-8ba0-e9872a2e9ece tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395668 Oct 27 10:22:14.571967 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411bbe7-a2a0-49ea-ac50-4eccb9af297e req-ca2a8bfa-6a8f-4c9f-8f51-d60d4d8fa586 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:14.578096 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3411bbe7-a2a0-49ea-ac50-4eccb9af297e req-ca2a8bfa-6a8f-4c9f-8f51-d60d4d8fa586 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 943 time: 0.0579152 Oct 27 10:22:14.619351 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3411bbe7-a2a0-49ea-ac50-4eccb9af297e req-6086adc9-7f10-4620-8bd0-e2d08530b2a9 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392470 Oct 27 10:22:15.574002 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed24617-ec94-4578-99ef-acdff5df0ef5 req-3a5fcb8d-1e00-4653-b951-5ecec2e32b3c tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:15.575517 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-fed24617-ec94-4578-99ef-acdff5df0ef5 req-3a5fcb8d-1e00-4653-b951-5ecec2e32b3c tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.0501757 Oct 27 10:22:15.615501 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-fed24617-ec94-4578-99ef-acdff5df0ef5 req-155d27cc-84ae-4493-9a3f-61f4856af5ae tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331247 Oct 27 10:22:15.773813 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700e4de-7111-455b-a54b-47cd399ad3bc req-9687b33b-c405-4a41-91df-36bc0ad2aca7 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:15.775822 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-2700e4de-7111-455b-a54b-47cd399ad3bc req-9687b33b-c405-4a41-91df-36bc0ad2aca7 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 943 time: 0.0859873 Oct 27 10:22:15.820941 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-2700e4de-7111-455b-a54b-47cd399ad3bc req-0ee10adf-ecb5-4523-8c34-c7928a89eec1 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388393 Oct 27 10:22:16.736400 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c5491-b252-4cfe-93b8-2d248bf8f9fd req-9f08a1e6-97f5-4e7d-b55f-503cbe2cc7ce tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:16.738193 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cc8c5491-b252-4cfe-93b8-2d248bf8f9fd req-9f08a1e6-97f5-4e7d-b55f-503cbe2cc7ce tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.0524366 Oct 27 10:22:16.781231 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cc8c5491-b252-4cfe-93b8-2d248bf8f9fd req-d1fcf4ca-0eef-433e-afb1-536baf93e01c tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358105 Oct 27 10:22:16.949508 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969817c8-697c-4901-8074-3f0a00a263ad req-e5994ad4-22a5-40d8-af0e-2fe64de1afa0 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:16.951333 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-969817c8-697c-4901-8074-3f0a00a263ad req-e5994ad4-22a5-40d8-af0e-2fe64de1afa0 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 943 time: 0.0603013 Oct 27 10:22:16.992756 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-969817c8-697c-4901-8074-3f0a00a263ad req-1567483e-9559-420d-83fb-aa2fb24bf433 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344813 Oct 27 10:22:17.358654 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 50894) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:17.469339 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-7bc08a93-638c-429c-9be1-e6f5cc9e82bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.547991 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-7bc08a93-638c-429c-9be1-e6f5cc9e82bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.617042 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-7bc08a93-638c-429c-9be1-e6f5cc9e82bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.658415 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-7bc08a93-638c-429c-9be1-e6f5cc9e82bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8d6ad775a1a244d7a1b785ff9bbc1dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986448 Oct 27 10:22:17.659332 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc08a93-638c-429c-9be1-e6f5cc9e82bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf654313-c6b0-4867-8d96-fdd6103617ba,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:17.661491 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 50898) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:17.729161 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f147c7c7-1106-4915-b38a-3908860ed219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.752207 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f147c7c7-1106-4915-b38a-3908860ed219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.908530 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f147c7c7-1106-4915-b38a-3908860ed219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.911108 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f147c7c7-1106-4915-b38a-3908860ed219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.913049 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-f147c7c7-1106-4915-b38a-3908860ed219 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf654313-c6b0-4867-8d96-fdd6103617ba HTTP/1.1" status: 204 len: 168 time: 0.2498827 Oct 27 10:22:17.921002 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147c7c7-1106-4915-b38a-3908860ed219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf654313-c6b0-4867-8d96-fdd6103617ba,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:17.952942 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0275f7e-661a-4d2c-86be-32943bfd0861 req-1b4831b0-d0e3-42ff-b39d-411f829731d5 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:17.954440 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c0275f7e-661a-4d2c-86be-32943bfd0861 req-1b4831b0-d0e3-42ff-b39d-411f829731d5 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.0828035 Oct 27 10:22:18.058494 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c0275f7e-661a-4d2c-86be-32943bfd0861 req-9f7603aa-1f88-4bff-bb92-9f46c969b745 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810695 Oct 27 10:22:18.157122 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17d523-1e03-49fd-9ebc-22608f89289c req-83c62fc7-4599-4df3-9f3c-e165b1bbb7fa tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:18.159537 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0d17d523-1e03-49fd-9ebc-22608f89289c req-83c62fc7-4599-4df3-9f3c-e165b1bbb7fa tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 943 time: 0.0778668 Oct 27 10:22:18.207934 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0d17d523-1e03-49fd-9ebc-22608f89289c req-ca8cea69-c219-4c1d-a92a-3d8e7cddecec tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396609 Oct 27 10:22:18.226271 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-5a6b6a7a-12c6-4663-ba1b-deea04b340d0 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-354908734&fields=id&tenant_id=2d7997eb1e854527a138c06b0fc621f0 HTTP/1.1" status: 200 len: 267 time: 0.0601590 Oct 27 10:22:18.370528 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-aba8cf53-d296-4cc4-aebe-6a4b09010989 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:18.372088 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-aba8cf53-d296-4cc4-aebe-6a4b09010989 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/networks?id=f5a34bab-9102-4f12-a062-547d9ba89356 HTTP/1.1" status: 200 len: 811 time: 0.1379900 Oct 27 10:22:18.390100 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-35be9748-07e7-49e7-9132-9faa159bb2d5 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/quotas/2d7997eb1e854527a138c06b0fc621f0 HTTP/1.1" status: 200 len: 375 time: 0.0101705 Oct 27 10:22:18.449272 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-d63ba8ff-411f-4b96-a3bf-b460d7436387 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d7997eb1e854527a138c06b0fc621f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530169 Oct 27 10:22:18.563510 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-5f6e1766-f98f-4fec-8fa0-c53371314182 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952888 Oct 27 10:22:18.655763 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-c53ceb0b-52c5-412f-8e56-c688bb0ee057 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862758 Oct 27 10:22:18.812360 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-285c69d4-2de1-4fa4-93c7-5edd7fdb574a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:19.186515 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff92940-62fd-4e5a-ae9a-cc0f4d21b727 req-d1e276ad-acb6-4d7d-acd8-a1ae0768190a tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:19.188836 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5ff92940-62fd-4e5a-ae9a-cc0f4d21b727 req-d1e276ad-acb6-4d7d-acd8-a1ae0768190a tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.0523353 Oct 27 10:22:19.235572 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5ff92940-62fd-4e5a-ae9a-cc0f4d21b727 req-83247264-5038-42ac-9d94-a4f662271589 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379720 Oct 27 10:22:19.368102 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 50950) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:19.398182 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-d6884894-3fde-4084-80c2-9e121a30f4b2 req-fd0e59c1-bd8e-4023-839d-79e4c307afd4 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 210 time: 0.0791044 Oct 27 10:22:19.438414 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439d599-7072-44a5-8998-562368c445b3 req-21a4fb1e-51e3-48bb-a3cf-68eedb7c2566 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:19.440695 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7439d599-7072-44a5-8998-562368c445b3 req-21a4fb1e-51e3-48bb-a3cf-68eedb7c2566 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 943 time: 0.0819638 Oct 27 10:22:19.499782 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7439d599-7072-44a5-8998-562368c445b3 req-257b92fa-eec0-405b-9cd4-3ed7a848c0e7 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500982 Oct 27 10:22:19.549681 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-0e61ac77-61b1-40a0-9c24-cf815d7c02aa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1718099818-network', 'tenant_id': '567ecf30f7d04b158db83facd0eb0d44'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:19.639915 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e61ac77-61b1-40a0-9c24-cf815d7c02aa admin admin] Made reservation on behalf of 567ecf30f7d04b158db83facd0eb0d44 for: {'network': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:19.642215 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0e61ac77-61b1-40a0-9c24-cf815d7c02aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:19.651276 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0e61ac77-61b1-40a0-9c24-cf815d7c02aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:19.737341 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0e61ac77-61b1-40a0-9c24-cf815d7c02aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:19.839684 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0e61ac77-61b1-40a0-9c24-cf815d7c02aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:19.867984 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e61ac77-61b1-40a0-9c24-cf815d7c02aa admin admin] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=102224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:22:19.873507 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61ac77-61b1-40a0-9c24-cf815d7c02aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4098a12-2c5f-45a1-818d-3a0fd3423da3,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:19.883953 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0e61ac77-61b1-40a0-9c24-cf815d7c02aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:19.883953 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.db.segments_db [None req-0e61ac77-61b1-40a0-9c24-cf815d7c02aa admin admin] Added segment bd1df507-19b4-4763-81f3-54c732f04648 of type vlan for network 1bad03a4-cea0-4553-8aba-87f81f9db2b2 Oct 27 10:22:19.936084 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0e61ac77-61b1-40a0-9c24-cf815d7c02aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.062781 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0e61ac77-61b1-40a0-9c24-cf815d7c02aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.064441 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e61ac77-61b1-40a0-9c24-cf815d7c02aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:20.065113 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-0e61ac77-61b1-40a0-9c24-cf815d7c02aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.140416 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61ac77-61b1-40a0-9c24-cf815d7c02aa admin admin] Pushing event updated for resources: {'Network': ['ID=1bad03a4-cea0-4553-8aba-87f81f9db2b2,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:20.150580 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network 1bad03a4-cea0-4553-8aba-87f81f9db2b2 details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:22:20.176736 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-0e61ac77-61b1-40a0-9c24-cf815d7c02aa admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8036323 Oct 27 10:22:20.177553 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 50962) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:20.184665 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-45362cc9-bfd2-4da9-b3a4-7c01f3685634 admin admin] Request body: {'subnet': {'network_id': '1bad03a4-cea0-4553-8aba-87f81f9db2b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1718099818-subnet', 'tenant_id': '567ecf30f7d04b158db83facd0eb0d44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:20.339723 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45362cc9-bfd2-4da9-b3a4-7c01f3685634 admin admin] Made reservation on behalf of 567ecf30f7d04b158db83facd0eb0d44 for: {'subnet': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:20.342034 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-45362cc9-bfd2-4da9-b3a4-7c01f3685634 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10166904'] for subnet, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.420312 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf7cd4-efe1-4527-a6ea-f5e3815c3129 req-885c4a2f-47b2-4e0c-8fcb-4e5c634da244 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:20.421986 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-febf7cd4-efe1-4527-a6ea-f5e3815c3129 req-885c4a2f-47b2-4e0c-8fcb-4e5c634da244 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.1088142 Oct 27 10:22:20.490371 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-febf7cd4-efe1-4527-a6ea-f5e3815c3129 req-61d7c396-71ea-43af-af92-0b795edfe2d2 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560114 Oct 27 10:22:20.516614 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d8ce32d6-3ecf-4531-a5bd-a587a6b2cbb9 req-fcc6ab77-7dba-4320-bbbd-d475718862ca tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 210 time: 0.0361955 Oct 27 10:22:20.690752 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1c61f-f4b9-42d9-a17f-91ad3256ddef req-0f5d9f6f-f471-4574-b172-d82ec88985d4 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:20.692537 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-19f1c61f-f4b9-42d9-a17f-91ad3256ddef req-0f5d9f6f-f471-4574-b172-d82ec88985d4 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 943 time: 0.1033883 Oct 27 10:22:20.736521 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-19f1c61f-f4b9-42d9-a17f-91ad3256ddef req-0e3ce5b1-4149-438c-b0b9-6791646a3f07 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370488 Oct 27 10:22:20.743250 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-45362cc9-bfd2-4da9-b3a4-7c01f3685634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10166890'] for subnet, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.827285 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45362cc9-bfd2-4da9-b3a4-7c01f3685634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ed0f60-382e-48ee-87b4-83e54bd814b8,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:20.837536 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45362cc9-bfd2-4da9-b3a4-7c01f3685634 admin admin] Checking segment: {'id': 'bd1df507-19b4-4763-81f3-54c732f04648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1bad03a4-cea0-4553-8aba-87f81f9db2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:20.837536 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45362cc9-bfd2-4da9-b3a4-7c01f3685634 admin admin] Network hostable DHCP agents. Network: 1bad03a4-cea0-4553-8aba-87f81f9db2b2, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:22:20.914510 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45362cc9-bfd2-4da9-b3a4-7c01f3685634 admin admin] Network 1bad03a4-cea0-4553-8aba-87f81f9db2b2 is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:22:20.999627 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-45362cc9-bfd2-4da9-b3a4-7c01f3685634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, 1bad03a4-cea0-4553-8aba-87f81f9db2b2) {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:21.004092 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45362cc9-bfd2-4da9-b3a4-7c01f3685634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:21.004669 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-45362cc9-bfd2-4da9-b3a4-7c01f3685634 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:21.010735 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace4e2cf-e361-451e-96cf-8be827512555 None None] Network 1bad03a4-cea0-4553-8aba-87f81f9db2b2 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:21.071832 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-45362cc9-bfd2-4da9-b3a4-7c01f3685634 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8917055 Oct 27 10:22:21.157658 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19252ede-6b44-4e8b-9bfb-03bb8cdf3682 None None] Network 1bad03a4-cea0-4553-8aba-87f81f9db2b2 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:21.400401 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:21.401636 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-10db40bf-df01-4182-9472-56e762ec4a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:21.613085 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-644613d5-f537-4de4-aea6-1028856320bd req-e601492f-ec06-4f3d-ab2a-75ad40980de5 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 210 time: 0.0327168 Oct 27 10:22:21.637028 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ba7f1-361b-40b9-a2d9-e4cc9cd4fd5e req-7e9bee04-a698-473b-ba0a-59aa81949101 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:21.642532 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4f1ba7f1-361b-40b9-a2d9-e4cc9cd4fd5e req-7e9bee04-a698-473b-ba0a-59aa81949101 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.0872154 Oct 27 10:22:21.682651 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4f1ba7f1-361b-40b9-a2d9-e4cc9cd4fd5e req-2697ce5f-51f4-4175-82db-d097e4f714e2 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362036 Oct 27 10:22:21.869577 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f5987-9cd0-4ce5-ad40-cf3eedc63977 req-f18e3116-09eb-486e-a705-e15757c0d20a tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:21.871375 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-d06f5987-9cd0-4ce5-ad40-cf3eedc63977 req-f18e3116-09eb-486e-a705-e15757c0d20a tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 943 time: 0.0554750 Oct 27 10:22:21.921899 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-d06f5987-9cd0-4ce5-ad40-cf3eedc63977 req-00146c6a-cf6a-4161-a7ca-dabfa0412d44 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440314 Oct 27 10:22:22.015639 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 50990) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:22.020504 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-f355ac86-40d3-48f1-983e-6cd1841bd23c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-54216638-network', 'tenant_id': '72868ff825864c2fac48d200bb1f917d'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:22.199499 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f355ac86-40d3-48f1-983e-6cd1841bd23c admin admin] Made reservation on behalf of 72868ff825864c2fac48d200bb1f917d for: {'network': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:22.202040 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f355ac86-40d3-48f1-983e-6cd1841bd23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.210556 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f355ac86-40d3-48f1-983e-6cd1841bd23c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.285404 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.293308 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f355ac86-40d3-48f1-983e-6cd1841bd23c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.422633 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f355ac86-40d3-48f1-983e-6cd1841bd23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.450694 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f355ac86-40d3-48f1-983e-6cd1841bd23c admin admin] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=102225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:22:22.457152 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355ac86-40d3-48f1-983e-6cd1841bd23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb62476-920b-478b-ab94-f201eb3c2b6d,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:22.463736 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f355ac86-40d3-48f1-983e-6cd1841bd23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.464071 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.segments_db [None req-f355ac86-40d3-48f1-983e-6cd1841bd23c admin admin] Added segment 11f6d82f-a013-4a9f-aacf-9159c03f1c6f of type vlan for network ae4c7421-9475-4e23-904b-48073cf8879a Oct 27 10:22:22.504045 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f355ac86-40d3-48f1-983e-6cd1841bd23c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.559949 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.717460 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f355ac86-40d3-48f1-983e-6cd1841bd23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.717460 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f355ac86-40d3-48f1-983e-6cd1841bd23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:22.717460 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f355ac86-40d3-48f1-983e-6cd1841bd23c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.763563 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d30b60cb-6a4d-433f-b200-9b4ef98c65f7 req-b2681f1a-c033-4b7e-a9de-f19a8486e7c1 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 210 time: 0.0720704 Oct 27 10:22:22.776630 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355ac86-40d3-48f1-983e-6cd1841bd23c admin admin] Pushing event updated for resources: {'Network': ['ID=ae4c7421-9475-4e23-904b-48073cf8879a,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:22.788320 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network ae4c7421-9475-4e23-904b-48073cf8879a details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:22:22.848116 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604dde7-efcf-4ad6-8825-2292fcc42172 req-f83b8c55-47a6-4ade-bf9a-697d312c81b8 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:22.849639 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c604dde7-efcf-4ad6-8825-2292fcc42172 req-f83b8c55-47a6-4ade-bf9a-697d312c81b8 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.0742533 Oct 27 10:22:22.896711 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c604dde7-efcf-4ad6-8825-2292fcc42172 req-e51eb875-72b2-4a9d-b259-1397eb82fbb4 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404761 Oct 27 10:22:23.044330 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee1819-ce99-4f91-9150-f73b558858a7 req-19c42075-933c-4212-9e8e-406a1d2bf6d3 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:23.045807 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e2ee1819-ce99-4f91-9150-f73b558858a7 req-19c42075-933c-4212-9e8e-406a1d2bf6d3 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 943 time: 0.0514350 Oct 27 10:22:23.085079 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e2ee1819-ce99-4f91-9150-f73b558858a7 req-1636a85b-a17f-469c-bf84-6bc1a8f03947 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324547 Oct 27 10:22:23.104236 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-f355ac86-40d3-48f1-983e-6cd1841bd23c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0872550 Oct 27 10:22:23.106610 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51000) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:23.111483 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-2b2c474c-b2ab-4ce9-9477-87a776042466 admin admin] Request body: {'subnet': {'network_id': 'ae4c7421-9475-4e23-904b-48073cf8879a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-54216638-subnet', 'tenant_id': '72868ff825864c2fac48d200bb1f917d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:23.199307 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2c474c-b2ab-4ce9-9477-87a776042466 admin admin] Made reservation on behalf of 72868ff825864c2fac48d200bb1f917d for: {'subnet': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:23.201772 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2b2c474c-b2ab-4ce9-9477-87a776042466 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10166904'] for subnet, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:23.468621 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2b2c474c-b2ab-4ce9-9477-87a776042466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10166890'] for subnet, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:23.526354 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c474c-b2ab-4ce9-9477-87a776042466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a864614-5cd0-44d5-ae91-951a04b73edf,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:23.535946 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2c474c-b2ab-4ce9-9477-87a776042466 admin admin] Checking segment: {'id': '11f6d82f-a013-4a9f-aacf-9159c03f1c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'ae4c7421-9475-4e23-904b-48073cf8879a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:23.536308 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2c474c-b2ab-4ce9-9477-87a776042466 admin admin] Network hostable DHCP agents. Network: ae4c7421-9475-4e23-904b-48073cf8879a, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:22:23.685324 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2c474c-b2ab-4ce9-9477-87a776042466 admin admin] Network ae4c7421-9475-4e23-904b-48073cf8879a is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:22:23.810326 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-2b2c474c-b2ab-4ce9-9477-87a776042466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, ae4c7421-9475-4e23-904b-48073cf8879a) {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:23.814707 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2c474c-b2ab-4ce9-9477-87a776042466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:23.815400 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-2b2c474c-b2ab-4ce9-9477-87a776042466 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:23.827969 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13951cf4-7e7c-42ff-aa3f-fa8e95b79cf7 None None] Network ae4c7421-9475-4e23-904b-48073cf8879a requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:23.864838 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e643b5fd-160c-4f94-93b5-516062775161 req-43ba6436-e890-4141-87dc-82c9094e8c75 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 210 time: 0.0262799 Oct 27 10:22:23.952580 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-2b2c474c-b2ab-4ce9-9477-87a776042466 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8380048 Oct 27 10:22:23.960875 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf11ea6-1453-404d-b61e-c05646bc1a3c None None] Network ae4c7421-9475-4e23-904b-48073cf8879a requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:24.021762 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0f17e-ad32-44c2-aac4-12510144ae44 req-a1379391-ad62-4d68-8503-d39d6c61e7b1 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:24.023301 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bec0f17e-ad32-44c2-aac4-12510144ae44 req-a1379391-ad62-4d68-8503-d39d6c61e7b1 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.0548236 Oct 27 10:22:24.066551 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bec0f17e-ad32-44c2-aac4-12510144ae44 req-550fdb43-9771-4be8-a973-5fc87f2bc9e2 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366688 Oct 27 10:22:24.085283 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51010) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:24.140292 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01147b1-afa2-4f6c-8359-1acd5bc545d8 admin admin] Deleting subnet d3ed0f60-382e-48ee-87b4-83e54bd814b8 {{(pid=102225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:22:24.143662 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b01147b1-afa2-4f6c-8359-1acd5bc545d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.188350 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.208794 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b01147b1-afa2-4f6c-8359-1acd5bc545d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10283299'] for subnet, precommit_delete_associations {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.246498 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331f9c2-80ae-41e4-94bb-c260e54e6da3 req-d8bfe2db-bdc5-45e6-892c-b49ee22e2aac tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:24.247973 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0331f9c2-80ae-41e4-94bb-c260e54e6da3 req-d8bfe2db-bdc5-45e6-892c-b49ee22e2aac tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 943 time: 0.0853770 Oct 27 10:22:24.265739 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b01147b1-afa2-4f6c-8359-1acd5bc545d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-758613'] for subnet, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.324385 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0331f9c2-80ae-41e4-94bb-c260e54e6da3 req-5d7d57aa-33ae-441c-bf35-df212d37a06f tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688837 Oct 27 10:22:24.416916 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b01147b1-afa2-4f6c-8359-1acd5bc545d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-758620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10167193'] for subnet, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.443008 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01147b1-afa2-4f6c-8359-1acd5bc545d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3ed0f60-382e-48ee-87b4-83e54bd814b8,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:24.446822 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b01147b1-afa2-4f6c-8359-1acd5bc545d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.450207 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-b01147b1-afa2-4f6c-8359-1acd5bc545d8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d3ed0f60-382e-48ee-87b4-83e54bd814b8 HTTP/1.1" status: 204 len: 168 time: 0.3636084 Oct 27 10:22:24.452807 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51014) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:24.569713 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136e9c6-26b1-4686-8615-5e9313ece287 req-d2a8f832-af25-4d07-9ba6-fbdb1902a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:24.571539 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3136e9c6-26b1-4686-8615-5e9313ece287 req-d2a8f832-af25-4d07-9ba6-fbdb1902a205 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8fd26a4e1db456c885913dfd7b35cf7&device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 1097 time: 0.0467532 Oct 27 10:22:24.571698 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-26a97212-bc7d-4382-bb38-635b57a1cfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658350'] for network, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.681120 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f3c4c-9b26-4ec9-9931-f5647277b744 req-25f652db-30ee-494e-9ee5-d9aef8cb353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:24.682623 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-907f3c4c-9b26-4ec9-9931-f5647277b744 req-25f652db-30ee-494e-9ee5-d9aef8cb353f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=4692fca88ef042588feb3546003ce646&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1728814 Oct 27 10:22:24.690235 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136e9c6-26b1-4686-8615-5e9313ece287 req-86827a44-f416-45bc-80b1-20bed6bbce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:24.695586 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-26a97212-bc7d-4382-bb38-635b57a1cfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764864', 'neutron.services.segments.db._delete_segments_for_network-8767688259934'] for network, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.695737 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3136e9c6-26b1-4686-8615-5e9313ece287 req-86827a44-f416-45bc-80b1-20bed6bbce27 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=e8fd26a4e1db456c885913dfd7b35cf7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1055942 Oct 27 10:22:24.753225 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-26a97212-bc7d-4382-bb38-635b57a1cfc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bad03a4-cea0-4553-8aba-87f81f9db2b2']}} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:24.768703 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-26a97212-bc7d-4382-bb38-635b57a1cfc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1df507-19b4-4763-81f3-54c732f04648') {'for_net_delete': True} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:24.768998 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-26a97212-bc7d-4382-bb38-635b57a1cfc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1df507-19b4-4763-81f3-54c732f04648') {} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:24.782250 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-26a97212-bc7d-4382-bb38-635b57a1cfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767688260455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10283354'] for segment, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.798702 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136e9c6-26b1-4686-8615-5e9313ece287 req-7c9e6057-e7e9-4bf6-9db8-2de61962ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:24.800272 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3136e9c6-26b1-4686-8615-5e9313ece287 req-7c9e6057-e7e9-4bf6-9db8-2de61962ec34 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985537 Oct 27 10:22:24.806354 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-26a97212-bc7d-4382-bb38-635b57a1cfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.820399 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a97212-bc7d-4382-bb38-635b57a1cfc0 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:22:24.821042 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-26a97212-bc7d-4382-bb38-635b57a1cfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283975'] for segment, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: Traceback (most recent call last): Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: timer() Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: cb(*args, **kw) Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: return func(*args, **kwargs) Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: self._notify() Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: self.callback(batched_events) Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: event.method(event) Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: return f(self, *a, **k) Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._get(url).json() Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: return self.request(url, 'GET', **kwargs) Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:22:24.822371 dv-cinder-815145-2-iscsi neutron-server[102225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:22:24.864641 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f3c4c-9b26-4ec9-9931-f5647277b744 req-3ab45aeb-eb79-444f-9298-5568b20caa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:24.866202 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-907f3c4c-9b26-4ec9-9931-f5647277b744 req-3ab45aeb-eb79-444f-9298-5568b20caa34 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1721945 Oct 27 10:22:24.879902 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-a47635d1-98f3-4408-b24d-4ee8e6896d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:24.884361 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-a47635d1-98f3-4408-b24d-4ee8e6896d95 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8fd26a4e1db456c885913dfd7b35cf7&device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 1097 time: 0.0417337 Oct 27 10:22:24.931651 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-8ac2537f-3862-43eb-a641-611a8d57aea0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b HTTP/1.1" status: 200 len: 217 time: 0.0395734 Oct 27 10:22:24.959204 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-26a97212-bc7d-4382-bb38-635b57a1cfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623617'] for network, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.966903 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-26a97212-bc7d-4382-bb38-635b57a1cfc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.972272 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-26a97212-bc7d-4382-bb38-635b57a1cfc0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1bad03a4-cea0-4553-8aba-87f81f9db2b2 HTTP/1.1" status: 204 len: 168 time: 0.5159316 Oct 27 10:22:24.983128 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51018) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:24.992427 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-82d195cf-851b-40d8-bf86-76cd7339a132 req-9806b630-454d-464f-810e-4e653bce2aa5 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 210 time: 0.0558531 Oct 27 10:22:25.002391 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a97212-bc7d-4382-bb38-635b57a1cfc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bad03a4-cea0-4553-8aba-87f81f9db2b2,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:25.013001 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-0d826d2c-3412-4da4-9924-ef39f64a2845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:25.014773 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-0d826d2c-3412-4da4-9924-ef39f64a2845 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a7bc86f-86ac-4548-a9e0-3cf66edfb331 HTTP/1.1" status: 200 len: 854 time: 0.0766184 Oct 27 10:22:25.030260 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-00e5aad3-8320-4b12-a3c9-6f75eb09b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:25.036955 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-00e5aad3-8320-4b12-a3c9-6f75eb09b686 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4692fca88ef042588feb3546003ce646&device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 1096 time: 0.1012733 Oct 27 10:22:25.063376 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-71a677c4-cb82-4186-a725-aba65df7f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:25.064881 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-71a677c4-cb82-4186-a725-aba65df7f141 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7fbed54f-7168-466f-85e1-fbc34f8bb84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415604 Oct 27 10:22:25.084593 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-0c45497a-28c1-402f-991e-12d768df1b4c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91604a8e-5e80-48f3-8425-20d7a6b0730c HTTP/1.1" status: 200 len: 217 time: 0.0425696 Oct 27 10:22:25.087804 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef8c322-fed9-44b3-9461-e1232b6a1a4c admin admin] Deleting subnet 3a864614-5cd0-44d5-ae91-951a04b73edf {{(pid=102225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:22:25.091157 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fef8c322-fed9-44b3-9461-e1232b6a1a4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.182872 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fef8c322-fed9-44b3-9461-e1232b6a1a4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10283299'] for subnet, precommit_delete_associations {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.188689 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-ce892d38-aea6-4325-b2f9-2685fd9d2b44 service neutron] 10.222.0.73 "GET /v2.0/networks/7fbed54f-7168-466f-85e1-fbc34f8bb84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162875 Oct 27 10:22:25.239802 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-4057d9bf-dad7-40d0-813d-19a89ae284b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:25.241526 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-4057d9bf-dad7-40d0-813d-19a89ae284b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=14314849-8b91-4140-98ec-066bf5de6be6 HTTP/1.1" status: 200 len: 854 time: 0.1483302 Oct 27 10:22:25.271686 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7063633-2166-40eb-b2f9-7842617a0f82 req-10d752e5-ce55-4311-b9b0-4d71f01d2c27 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:25.274089 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a7063633-2166-40eb-b2f9-7842617a0f82 req-10d752e5-ce55-4311-b9b0-4d71f01d2c27 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.1233132 Oct 27 10:22:25.288219 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fef8c322-fed9-44b3-9461-e1232b6a1a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-758613'] for subnet, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.292992 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cb7d6907-bf11-4c4d-91c0-8757e8e89ff7 req-ae87f715-612e-4024-9660-af229698f645 service neutron] 10.222.0.73 "GET /v2.0/networks/7fbed54f-7168-466f-85e1-fbc34f8bb84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942860 Oct 27 10:22:25.293164 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-41d732be-1f1c-4d8b-ae5d-f7317837e805 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d58f8c29-6451-4c64-8aef-7c5985cfabd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409076 Oct 27 10:22:25.463308 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29357454-2ac0-48e8-8019-c34086094b27 req-359f36dd-7513-4871-825a-3b205f09fd3b tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:25.464915 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-29357454-2ac0-48e8-8019-c34086094b27 req-359f36dd-7513-4871-825a-3b205f09fd3b tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 943 time: 0.0666912 Oct 27 10:22:25.505102 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-29357454-2ac0-48e8-8019-c34086094b27 req-d93c33e6-a3e5-487b-9045-dcbbf5506112 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338733 Oct 27 10:22:25.647080 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a7063633-2166-40eb-b2f9-7842617a0f82 req-60dad90b-aca7-4fbb-925f-30531804a9a0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562090 Oct 27 10:22:25.680826 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-d150cd9c-79e2-4df2-b86b-a8f63a9523e5 service neutron] 10.222.0.73 "GET /v2.0/networks/d58f8c29-6451-4c64-8aef-7c5985cfabd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697493 Oct 27 10:22:25.776130 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-910c8987-8c78-4653-8b03-3739bf03a2c0 req-bc34e509-9026-471d-9974-492a456b3b64 service neutron] 10.222.0.73 "GET /v2.0/networks/d58f8c29-6451-4c64-8aef-7c5985cfabd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861068 Oct 27 10:22:25.827865 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fef8c322-fed9-44b3-9461-e1232b6a1a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-758620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10167193'] for subnet, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.853392 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8c322-fed9-44b3-9461-e1232b6a1a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a864614-5cd0-44d5-ae91-951a04b73edf,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:25.856912 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fef8c322-fed9-44b3-9461-e1232b6a1a4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.861323 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-fef8c322-fed9-44b3-9461-e1232b6a1a4c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3a864614-5cd0-44d5-ae91-951a04b73edf HTTP/1.1" status: 204 len: 168 time: 0.8761504 Oct 27 10:22:25.862714 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 51024) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:25.931749 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4e11baf7-530e-4307-bf94-72ea8f1dede2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658350'] for network, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.017677 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4e11baf7-530e-4307-bf94-72ea8f1dede2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764864', 'neutron.services.segments.db._delete_segments_for_network-8767688259934'] for network, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.040890 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-4e11baf7-530e-4307-bf94-72ea8f1dede2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4c7421-9475-4e23-904b-48073cf8879a']}} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:26.051208 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-4e11baf7-530e-4307-bf94-72ea8f1dede2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f6d82f-a013-4a9f-aacf-9159c03f1c6f') {'for_net_delete': True} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:26.056494 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-4e11baf7-530e-4307-bf94-72ea8f1dede2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f6d82f-a013-4a9f-aacf-9159c03f1c6f') {} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:26.062112 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4e11baf7-530e-4307-bf94-72ea8f1dede2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767688260455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491389'] for segment, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.098501 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4e11baf7-530e-4307-bf94-72ea8f1dede2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.102080 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-dcdb3069-c4b9-4ec1-9ee3-95c2e0df8384 req-754886a1-d534-46a8-b134-895f083d24e5 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 210 time: 0.0327795 Oct 27 10:22:26.106862 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e11baf7-530e-4307-bf94-72ea8f1dede2 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=102224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:22:26.107260 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4e11baf7-530e-4307-bf94-72ea8f1dede2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8962449'] for segment, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: Traceback (most recent call last): Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: timer() Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: cb(*args, **kw) Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: return func(*args, **kwargs) Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: self._notify() Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: self.callback(batched_events) Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: event.method(event) Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: return f(self, *a, **k) Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: return self._get(url).json() Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: return self.request(url, 'GET', **kwargs) Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:22:26.109277 dv-cinder-815145-2-iscsi neutron-server[102224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:22:26.111675 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-1ed6087c-8f87-43f8-9f57-c3b11fd511ef tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:26.113185 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-1ed6087c-8f87-43f8-9f57-c3b11fd511ef tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.73 "GET /v2.0/networks?id=f5a34bab-9102-4f12-a062-547d9ba89356 HTTP/1.1" status: 200 len: 811 time: 0.1119676 Oct 27 10:22:26.177017 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-2c6cab9c-2533-4729-a8ee-61cc991a22a8 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d7997eb1e854527a138c06b0fc621f0 HTTP/1.1" status: 200 len: 379 time: 0.0538602 Oct 27 10:22:26.197346 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-3f38e5b8-7450-4333-9fdd-7cf6f99fdb62 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Request body: {'port': {'device_id': '7ada6386-ce93-43a0-a95d-a2fab6229840', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'admin_state_up': True, 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'security_groups': ['1cba9b50-3523-406d-af54-9998eaaadbd9']}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:26.297330 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4e11baf7-530e-4307-bf94-72ea8f1dede2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623617'] for network, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.305006 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4e11baf7-530e-4307-bf94-72ea8f1dede2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.308731 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-4e11baf7-530e-4307-bf94-72ea8f1dede2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ae4c7421-9475-4e23-904b-48073cf8879a HTTP/1.1" status: 204 len: 168 time: 0.4448745 Oct 27 10:22:26.320599 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11baf7-530e-4307-bf94-72ea8f1dede2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae4c7421-9475-4e23-904b-48073cf8879a,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:26.456825 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-3f38e5b8-7450-4333-9fdd-7cf6f99fdb62 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Made reservation on behalf of 2d7997eb1e854527a138c06b0fc621f0 for: {'port': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:26.456825 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-3f38e5b8-7450-4333-9fdd-7cf6f99fdb62 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.593961 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-3f38e5b8-7450-4333-9fdd-7cf6f99fdb62 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Allocated IP 172.20.0.9 (f5a34bab-9102-4f12-a062-547d9ba89356/ed805247-fa00-4068-9a02-aac3613ca316/09d53e1c-e639-4974-ad0f-1b8fa8c6e513) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:26.660853 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777cb1b-9ee8-47dc-801b-4fcb8c0e9567 req-956f912c-a20a-48de-8d7f-3207de201ea1 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:26.662463 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c777cb1b-9ee8-47dc-801b-4fcb8c0e9567 req-956f912c-a20a-48de-8d7f-3207de201ea1 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 943 time: 0.0863135 Oct 27 10:22:26.753913 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c777cb1b-9ee8-47dc-801b-4fcb8c0e9567 req-10cbd217-0037-4116-addc-18ee9c38f26a tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850151 Oct 27 10:22:26.785259 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694683c7-a28c-4fce-ad8b-2ff14ed87c36 req-b37fac4a-1c83-447f-91cf-ea7499eeafc2 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:26.786988 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-694683c7-a28c-4fce-ad8b-2ff14ed87c36 req-b37fac4a-1c83-447f-91cf-ea7499eeafc2 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.0593348 Oct 27 10:22:26.801017 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-3f38e5b8-7450-4333-9fdd-7cf6f99fdb62 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.829236 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-694683c7-a28c-4fce-ad8b-2ff14ed87c36 req-1fcdd4bd-54a7-470c-8d64-57e575f2112a tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357857 Oct 27 10:22:26.861357 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51034) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:26.902197 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-caf08600-8abe-45e9-a07c-0b79c5523038 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=567ecf30f7d04b158db83facd0eb0d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397575 Oct 27 10:22:26.904586 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51036) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:26.955437 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c6978cbc-a600-4b8d-a8ed-738505d82998 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.957358 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-3f38e5b8-7450-4333-9fdd-7cf6f99fdb62 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.017990 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c6978cbc-a600-4b8d-a8ed-738505d82998 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.046746 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-3f38e5b8-7450-4333-9fdd-7cf6f99fdb62 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Network f5a34bab-9102-4f12-a062-547d9ba89356 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:27.050946 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38e5b8-7450-4333-9fdd-7cf6f99fdb62 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event updated for resources: {'Port': ['ID=09d53e1c-e639-4974-ad0f-1b8fa8c6e513,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:27.052451 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-3f38e5b8-7450-4333-9fdd-7cf6f99fdb62 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:27.060794 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-3f38e5b8-7450-4333-9fdd-7cf6f99fdb62 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:27.072787 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device bf0fca20-c664-4c00-a12c-0b5c30b7dc6b details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:22:27.129031 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-3f38e5b8-7450-4333-9fdd-7cf6f99fdb62 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:27.129031 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-3f38e5b8-7450-4333-9fdd-7cf6f99fdb62 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.206049 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b,segment=NetworkSegment(181c46be-a45e-4a31-90ef-f8c3f850d968),segment_id=181c46be-a45e-4a31-90ef-f8c3f850d968)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:27.219221 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b', 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f', 'port_id': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b', 'mac_address': 'fa:16:3e:16:d8:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:22:27.240515 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a47266-cee9-4aa1-b9ba-239d8b14e465 req-a39cda0e-4f53-45df-8fe5-cbc201914726 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:27.242200 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f5a47266-cee9-4aa1-b9ba-239d8b14e465 req-a39cda0e-4f53-45df-8fe5-cbc201914726 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 931 time: 0.0549095 Oct 27 10:22:27.244639 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c6978cbc-a600-4b8d-a8ed-738505d82998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.247365 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c6978cbc-a600-4b8d-a8ed-738505d82998 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.249759 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-c6978cbc-a600-4b8d-a8ed-738505d82998 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c4098a12-2c5f-45a1-818d-3a0fd3423da3 HTTP/1.1" status: 204 len: 168 time: 0.3441672 Oct 27 10:22:27.269315 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.269820 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6978cbc-a600-4b8d-a8ed-738505d82998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4098a12-2c5f-45a1-818d-3a0fd3423da3,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:27.292574 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf0fca20-c664-4c00-a12c-0b5c30b7dc6b {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:27.300384 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-3f38e5b8-7450-4333-9fdd-7cf6f99fdb62 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1072593 Oct 27 10:22:27.321703 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Request body: {'port': {'device_id': '7ada6386-ce93-43a0-a95d-a2fab6229840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:27.333424 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f5a47266-cee9-4aa1-b9ba-239d8b14e465 req-399166d3-d90a-46c7-bed0-4a7936ae8067 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603831 Oct 27 10:22:27.340982 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b,segment=NetworkSegment(181c46be-a45e-4a31-90ef-f8c3f850d968),segment_id=181c46be-a45e-4a31-90ef-f8c3f850d968)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:27.342400 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-de93e55b-8c1e-4b29-881b-e5e7a9f5a68a None None] Provisioning complete for port 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:27.342764 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-de93e55b-8c1e-4b29-881b-e5e7a9f5a68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.384840 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-de93e55b-8c1e-4b29-881b-e5e7a9f5a68a None None] Port 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:22:27.400833 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.417956 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.418700 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 91604a8e-5e80-48f3-8425-20d7a6b0730c details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:22:27.631969 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:27.643222 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:27.643580 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:27.643948 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:27.644277 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:27.644602 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:27.644924 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:27.645269 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:27.645590 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:27.645908 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:27.646231 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:27.646553 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:27.646887 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:27.683591 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 91604a8e-5e80-48f3-8425-20d7a6b0730c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=91604a8e-5e80-48f3-8425-20d7a6b0730c,segment=NetworkSegment(0a5b4155-e636-46a4-aa22-53e5833d5858),segment_id=0a5b4155-e636-46a4-aa22-53e5833d5858)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:27.701860 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': '91604a8e-5e80-48f3-8425-20d7a6b0730c', 'network_id': 'd58f8c29-6451-4c64-8aef-7c5985cfabd2', 'port_id': '91604a8e-5e80-48f3-8425-20d7a6b0730c', 'mac_address': 'fa:16:3e:e6:2b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14314849-8b91-4140-98ec-066bf5de6be6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:22:27.706504 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 {{(pid=102225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:27.714369 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.727006 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.provisioning_blocks [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Transition to ACTIVE for port object 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 will not be triggered until provisioned by entity L2. {{(pid=102225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:22:27.738797 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.753970 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91604a8e-5e80-48f3-8425-20d7a6b0730c {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:27.778384 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 91604a8e-5e80-48f3-8425-20d7a6b0730c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=91604a8e-5e80-48f3-8425-20d7a6b0730c,segment=NetworkSegment(0a5b4155-e636-46a4-aa22-53e5833d5858),segment_id=0a5b4155-e636-46a4-aa22-53e5833d5858)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:27.885032 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9d35a-864a-4729-81e2-0d3f4b56957e req-a60d7be4-ea46-4d5a-a204-2f3e1d938af2 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:27.886599 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8ab9d35a-864a-4729-81e2-0d3f4b56957e req-a60d7be4-ea46-4d5a-a204-2f3e1d938af2 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 943 time: 0.0597181 Oct 27 10:22:27.933112 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8ab9d35a-864a-4729-81e2-0d3f4b56957e req-e8fe53de-cf7e-4ed8-87c6-51fb369a10c2 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384645 Oct 27 10:22:27.957171 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5843c1-16d5-481d-8d96-b1d043cbcb5c req-3cab76e8-e3a2-40aa-8475-759bd4082431 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:27.958729 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6c5843c1-16d5-481d-8d96-b1d043cbcb5c req-3cab76e8-e3a2-40aa-8475-759bd4082431 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 945 time: 0.0583715 Oct 27 10:22:27.998503 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6c5843c1-16d5-481d-8d96-b1d043cbcb5c req-98e806ea-9a5b-4268-81df-da37f27061c4 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338216 Oct 27 10:22:28.713151 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095b0aa-a49b-4c51-9721-0e3bd8759426 req-5df7fad8-28a8-4c63-80cd-d32419a46364 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:28.714903 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8095b0aa-a49b-4c51-9721-0e3bd8759426 req-5df7fad8-28a8-4c63-80cd-d32419a46364 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 931 time: 0.2976236 Oct 27 10:22:28.756006 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8095b0aa-a49b-4c51-9721-0e3bd8759426 req-f0cf86ed-eb28-44bf-919b-ab1b23c31d3d tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352700 Oct 27 10:22:28.839898 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.840140 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.905115 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=91604a8e-5e80-48f3-8425-20d7a6b0730c,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:28.919674 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Pushing event updated for resources: {'Port': ['ID=09d53e1c-e639-4974-ad0f-1b8fa8c6e513,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:28.974679 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Attempting to bind port 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:28.975307 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Attempting to bind port 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:28.975416 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Attempting to bind port 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 on network f5a34bab-9102-4f12-a062-547d9ba89356 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:28.979703 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Port 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 on network f5a34bab-9102-4f12-a062-547d9ba89356 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:22:28.980025 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Attempting to bind port 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 on network f5a34bab-9102-4f12-a062-547d9ba89356 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:28.984886 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:28.985252 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Checking segment: {'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:28.985661 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Bound using segment: {'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:28.986071 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Bound port: 09d53e1c-e639-4974-ad0f-1b8fa8c6e513, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'}}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:28.986513 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.100312 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['bf0fca20-c664-4c00-a12c-0b5c30b7dc6b'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:29.106383 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] For port 09d53e1c-e639-4974-ad0f-1b8fa8c6e513, host hv-cinder-81514, cleared binding levels {{(pid=102225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:29.110803 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] For port 09d53e1c-e639-4974-ad0f-1b8fa8c6e513, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=09d53e1c-e639-4974-ad0f-1b8fa8c6e513,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:29.124702 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf238774-6a59-413e-88e5-a0648b9bfb30 req-079b9113-13c0-4747-9e07-84b620901b29 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:29.126257 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cf238774-6a59-413e-88e5-a0648b9bfb30 req-079b9113-13c0-4747-9e07-84b620901b29 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 944 time: 0.0921776 Oct 27 10:22:29.164161 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['91604a8e-5e80-48f3-8425-20d7a6b0730c'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:29.184753 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cf238774-6a59-413e-88e5-a0648b9bfb30 req-ae0213dd-31a8-4f83-9083-ee7cc33c8e8c tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406780 Oct 27 10:22:29.187281 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f081be-a9bb-48f3-acb5-cad166027bc2 req-f0a1b3b2-7c26-43b0-9046-22c0018d368e tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:29.188924 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-20f081be-a9bb-48f3-acb5-cad166027bc2 req-f0a1b3b2-7c26-43b0-9046-22c0018d368e tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 945 time: 0.0665836 Oct 27 10:22:29.226165 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.226542 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 51058) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:29.261342 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:29.262481 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.264697 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] 10.222.0.73 "PUT /v2.0/ports/09d53e1c-e639-4974-ad0f-1b8fa8c6e513 HTTP/1.1" status: 200 len: 1093 time: 1.9481606 Oct 27 10:22:29.267219 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ada6386-ce93-43a0-a95d-a2fab6229840', 'tag': '09d53e1c-e639-4974-ad0f-1b8fa8c6e513'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:29.271146 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-20f081be-a9bb-48f3-acb5-cad166027bc2 req-1f02874d-448c-486f-b30e-ecc4820d4276 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752542 Oct 27 10:22:29.278762 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9c30a8-9a5f-4456-aa05-ab6840619ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ada6386-ce93-43a0-a95d-a2fab6229840", "tag": "09d53e1c-e639-4974-ad0f-1b8fa8c6e513"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:29.304788 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-8f31874d-2520-416c-b6a8-6737c277d2e4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72868ff825864c2fac48d200bb1f917d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0768397 Oct 27 10:22:29.308083 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 51062) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:29.339460 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd5a47-6413-4087-aec4-5ec1045157c8 service neutron] Pushing event updated for resources: {'Port': ['ID=09d53e1c-e639-4974-ad0f-1b8fa8c6e513,revision_number=3']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:29.365386 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad74618-c897-422e-8afd-7158f38d7744 x-openstack-request-id: req-4ad74618-c897-422e-8afd-7158f38d7744 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:29.374239 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ada6386-ce93-43a0-a95d-a2fab6229840", "tag": "09d53e1c-e639-4974-ad0f-1b8fa8c6e513", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:29.382207 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bebe05bc-9693-429c-a636-8e9925337b39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.382367 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4ad74618-c897-422e-8afd-7158f38d7744 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:29.382367 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ada6386-ce93-43a0-a95d-a2fab6229840', 'tag': '09d53e1c-e639-4974-ad0f-1b8fa8c6e513', 'status': 'completed', 'code': 200} Oct 27 10:22:29.410840 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bebe05bc-9693-429c-a636-8e9925337b39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.456949 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c30a8-9a5f-4456-aa05-ab6840619ee4 req-614a15fc-8fb9-41c6-88a1-691672bc9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:29.458676 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1c9c30a8-9a5f-4456-aa05-ab6840619ee4 req-614a15fc-8fb9-41c6-88a1-691672bc9962 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2d7997eb1e854527a138c06b0fc621f0&device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 1096 time: 0.0709581 Oct 27 10:22:29.570593 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c30a8-9a5f-4456-aa05-ab6840619ee4 req-b2383ed8-6bac-409d-b6d4-5bafc3e3ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:29.572252 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1c9c30a8-9a5f-4456-aa05-ab6840619ee4 req-b2383ed8-6bac-409d-b6d4-5bafc3e3ec5d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2d7997eb1e854527a138c06b0fc621f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1050146 Oct 27 10:22:29.651158 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bebe05bc-9693-429c-a636-8e9925337b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.653807 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bebe05bc-9693-429c-a636-8e9925337b39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.654962 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-bebe05bc-9693-429c-a636-8e9925337b39 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0cb62476-920b-478b-ab94-f201eb3c2b6d HTTP/1.1" status: 204 len: 168 time: 0.3453958 Oct 27 10:22:29.663131 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe05bc-9693-429c-a636-8e9925337b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb62476-920b-478b-ab94-f201eb3c2b6d,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:29.673181 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c30a8-9a5f-4456-aa05-ab6840619ee4 req-b1ce1d2d-b1d5-46e6-b797-527d8f3fbd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:29.674883 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1c9c30a8-9a5f-4456-aa05-ab6840619ee4 req-b1ce1d2d-b1d5-46e6-b797-527d8f3fbd69 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954306 Oct 27 10:22:29.753932 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-26b82ec1-99d8-458a-adca-f99c69676e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:29.754891 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-26b82ec1-99d8-458a-adca-f99c69676e1e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2d7997eb1e854527a138c06b0fc621f0&device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 1096 time: 0.0408268 Oct 27 10:22:29.801625 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-9e97f011-6e2d-4c8e-a144-bcb681026f65 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09d53e1c-e639-4974-ad0f-1b8fa8c6e513 HTTP/1.1" status: 200 len: 217 time: 0.0383461 Oct 27 10:22:29.853318 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-82870239-be6f-4851-b84e-d54884537fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:29.854821 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-82870239-be6f-4851-b84e-d54884537fe9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed805247-fa00-4068-9a02-aac3613ca316 HTTP/1.1" status: 200 len: 850 time: 0.0463076 Oct 27 10:22:29.882661 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b65687-adc1-4ccf-885b-2af11c33b352 req-faf59030-ab2c-4c86-990e-08261662f26f tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:29.884003 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-58b65687-adc1-4ccf-885b-2af11c33b352 req-faf59030-ab2c-4c86-990e-08261662f26f tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 943 time: 0.0550299 Oct 27 10:22:29.908545 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-3d8546f3-4183-4b9c-a8e5-20bd4fd61b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:29.910191 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-3d8546f3-4183-4b9c-a8e5-20bd4fd61b5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5a34bab-9102-4f12-a062-547d9ba89356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466611 Oct 27 10:22:29.925174 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-58b65687-adc1-4ccf-885b-2af11c33b352 req-fa20122f-d3bd-49a5-8025-e6380c84ac55 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340333 Oct 27 10:22:30.012275 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-da68672b-ca0b-4b63-829b-7ab88fd64645 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935678 Oct 27 10:22:30.108289 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-73dd4f78-8d1a-4be7-aaeb-005fb2446bc2 req-c09740e6-e5dc-4889-aba7-a9963127e4b1 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879922 Oct 27 10:22:30.321927 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851a153-9edf-4bab-8142-cd58cda7ac86 req-ce9d1538-84e2-4215-a1ee-e9223513d7ce tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:30.323436 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9851a153-9edf-4bab-8142-cd58cda7ac86 req-ce9d1538-84e2-4215-a1ee-e9223513d7ce tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 944 time: 0.0505474 Oct 27 10:22:30.370239 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9851a153-9edf-4bab-8142-cd58cda7ac86 req-d03cb9f4-b171-490d-8263-cb14038f9807 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400889 Oct 27 10:22:30.390161 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c0d3b-1621-42bd-89e7-ff7d43078f74 req-2e2a3e17-5337-41f9-943f-0cd5e4c7360a tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:30.392216 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-da8c0d3b-1621-42bd-89e7-ff7d43078f74 req-2e2a3e17-5337-41f9-943f-0cd5e4c7360a tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 945 time: 0.0517681 Oct 27 10:22:30.437913 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-da8c0d3b-1621-42bd-89e7-ff7d43078f74 req-53834b2b-d809-4f3d-808b-0e23846638a0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366876 Oct 27 10:22:31.041542 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822f0e3-7763-4e65-b35c-0bfc85a9f77d req-0377c9af-3f2c-4b08-b7b6-f0ff5450f99e tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:31.043035 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a822f0e3-7763-4e65-b35c-0bfc85a9f77d req-0377c9af-3f2c-4b08-b7b6-f0ff5450f99e tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 943 time: 0.0505629 Oct 27 10:22:31.082282 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a822f0e3-7763-4e65-b35c-0bfc85a9f77d req-cf92e776-80b9-44fd-b481-c6dc0d7d6432 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332334 Oct 27 10:22:31.101341 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device bf0fca20-c664-4c00-a12c-0b5c30b7dc6b up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:31.222172 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:22:31.226025 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:31.226392 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:31.311969 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:31.335580 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:31.337841 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3db41df-7977-4c74-ac51-9120458b9619" -d '{"events": [{"server_uuid": "b02d8726-d03a-4b80-a7d3-b25857e450a9", "name": "network-vif-plugged", "status": "completed", "tag": "bf0fca20-c664-4c00-a12c-0b5c30b7dc6b"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:31.350753 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b,segment=NetworkSegment(181c46be-a45e-4a31-90ef-f8c3f850d968),segment_id=181c46be-a45e-4a31-90ef-f8c3f850d968)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:31.376384 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b332eb7d-e156-4153-83f7-d2c31fc3d73c x-openstack-request-id: req-b332eb7d-e156-4153-83f7-d2c31fc3d73c {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:31.376739 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02d8726-d03a-4b80-a7d3-b25857e450a9", "name": "network-vif-plugged", "status": "completed", "tag": "bf0fca20-c664-4c00-a12c-0b5c30b7dc6b", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:31.377044 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b332eb7d-e156-4153-83f7-d2c31fc3d73c {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:31.377543 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b', 'code': 200} Oct 27 10:22:31.451467 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:31.452388 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 91604a8e-5e80-48f3-8425-20d7a6b0730c up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:31.497152 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f8201-6dda-4ec7-9b65-37a1aa42471a req-64d4bb51-a0d4-4e6e-93b1-bcd719644df9 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:31.498712 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-bd4f8201-6dda-4ec7-9b65-37a1aa42471a req-64d4bb51-a0d4-4e6e-93b1-bcd719644df9 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 944 time: 0.0546222 Oct 27 10:22:31.546334 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-bd4f8201-6dda-4ec7-9b65-37a1aa42471a req-0ce3901b-82d4-45ca-9cfb-fcab7f85c532 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411565 Oct 27 10:22:31.559142 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:31.605109 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfa624-6935-4cfe-9bfe-5c29abfb8ffc req-8bdbc4c9-c479-4923-91f3-98eea18bf477 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:31.606671 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b7cfa624-6935-4cfe-9bfe-5c29abfb8ffc req-8bdbc4c9-c479-4923-91f3-98eea18bf477 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 946 time: 0.0787315 Oct 27 10:22:31.649967 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b7cfa624-6935-4cfe-9bfe-5c29abfb8ffc req-a3eafc0e-8c95-419c-b202-017c26f85dc7 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372796 Oct 27 10:22:31.707889 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port 91604a8e-5e80-48f3-8425-20d7a6b0730c completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:22:31.716890 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port 91604a8e-5e80-48f3-8425-20d7a6b0730c triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:31.717569 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:31.776532 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38b618-58d1-42f6-92f8-8b89fb23b635 req-b247a947-bcc3-4ea5-8d0a-ab12c2cd2b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:31.778228 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4f38b618-58d1-42f6-92f8-8b89fb23b635 req-b247a947-bcc3-4ea5-8d0a-ab12c2cd2b5e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 1099 time: 0.0462537 Oct 27 10:22:31.802537 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:31.821238 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4f38b618-58d1-42f6-92f8-8b89fb23b635 req-7b801b51-ed95-4536-a498-1caafb4f94e2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342484 Oct 27 10:22:31.842548 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 91604a8e-5e80-48f3-8425-20d7a6b0730c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=91604a8e-5e80-48f3-8425-20d7a6b0730c,segment=NetworkSegment(0a5b4155-e636-46a4-aa22-53e5833d5858),segment_id=0a5b4155-e636-46a4-aa22-53e5833d5858)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:31.919332 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:31.971408 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=91604a8e-5e80-48f3-8425-20d7a6b0730c,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:32.212817 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b6b27-bb16-4da1-a1b2-25f0686cfa99 req-c48e47e7-502a-46b6-a9c5-c053ddc03292 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:32.214329 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5d0b6b27-bb16-4da1-a1b2-25f0686cfa99 req-c48e47e7-502a-46b6-a9c5-c053ddc03292 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 943 time: 0.0584476 Oct 27 10:22:32.253476 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5d0b6b27-bb16-4da1-a1b2-25f0686cfa99 req-2b16525e-21b9-4878-9daf-9873922cf86f tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328777 Oct 27 10:22:32.305814 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:22:32.673135 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc90db-d9db-4e13-ba8b-185b6a3da976 req-fbfd0e6c-12bc-4e8e-94d9-b415065482ce tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:32.674786 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7dcc90db-d9db-4e13-ba8b-185b6a3da976 req-fbfd0e6c-12bc-4e8e-94d9-b415065482ce tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 945 time: 0.0500059 Oct 27 10:22:32.715956 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7dcc90db-d9db-4e13-ba8b-185b6a3da976 req-fb55b30b-074a-4d4a-a827-27b6a42af9de tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353329 Oct 27 10:22:32.771511 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756c4da-19da-4fe6-a398-db9267d43102 req-b2a41072-6ef6-42a6-a9f6-8d7db28d8d07 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:32.773727 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5756c4da-19da-4fe6-a398-db9267d43102 req-b2a41072-6ef6-42a6-a9f6-8d7db28d8d07 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 946 time: 0.0510328 Oct 27 10:22:32.811341 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5756c4da-19da-4fe6-a398-db9267d43102 req-4f9a4fb9-6b5e-461c-8da9-1252f820538d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316639 Oct 27 10:22:33.371405 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8574baf-804f-405f-8355-40237cf390a9 req-e5bcbc95-8422-4d0a-b5f8-725a58df49ae tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:33.372892 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e8574baf-804f-405f-8355-40237cf390a9 req-e5bcbc95-8422-4d0a-b5f8-725a58df49ae tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 943 time: 0.0499752 Oct 27 10:22:33.380145 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fe415f-5f23-4911-bae6-5a1168ac80d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91604a8e-5e80-48f3-8425-20d7a6b0730c'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:33.382521 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aead6827-933c-4e8c-8f55-e8b56b2885fc" -d '{"events": [{"server_uuid": "55fe415f-5f23-4911-bae6-5a1168ac80d6", "name": "network-vif-plugged", "status": "completed", "tag": "91604a8e-5e80-48f3-8425-20d7a6b0730c"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:33.413882 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e8574baf-804f-405f-8355-40237cf390a9 req-7e973312-319f-45cb-8596-035f75c48fd1 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347393 Oct 27 10:22:33.419745 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d2fc16-75bc-4023-b75d-7a59510997fd x-openstack-request-id: req-78d2fc16-75bc-4023-b75d-7a59510997fd {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:33.419745 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fe415f-5f23-4911-bae6-5a1168ac80d6", "name": "network-vif-plugged", "status": "completed", "tag": "91604a8e-5e80-48f3-8425-20d7a6b0730c", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:33.420060 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-78d2fc16-75bc-4023-b75d-7a59510997fd {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:33.420326 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fe415f-5f23-4911-bae6-5a1168ac80d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91604a8e-5e80-48f3-8425-20d7a6b0730c', 'code': 200} Oct 27 10:22:33.852066 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe074d42-dc5b-4bcf-bbb6-02c347aa125a req-93838ee9-3c33-4bb6-b699-6555eb69c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:33.854151 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-fe074d42-dc5b-4bcf-bbb6-02c347aa125a req-93838ee9-3c33-4bb6-b699-6555eb69c4b0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 1098 time: 0.0825424 Oct 27 10:22:33.866493 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d98f2-e1fc-4a04-8cef-8821ed0e3a28 req-a1202257-ec27-4659-bd14-d826fbac9b0b tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:33.867967 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7b2d98f2-e1fc-4a04-8cef-8821ed0e3a28 req-a1202257-ec27-4659-bd14-d826fbac9b0b tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 945 time: 0.0789237 Oct 27 10:22:33.929089 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-fe074d42-dc5b-4bcf-bbb6-02c347aa125a req-04e29a34-d98b-401d-b336-deefcd595a1e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601456 Oct 27 10:22:33.934463 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7b2d98f2-e1fc-4a04-8cef-8821ed0e3a28 req-72a88f13-22ea-45ac-b232-d0178851e964 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545928 Oct 27 10:22:33.942058 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311aae9c-c9ab-4437-9c5f-654a3fb1f231 req-86fddda0-f8ae-4dbb-af1e-9833bc9de22e tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:33.944184 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-311aae9c-c9ab-4437-9c5f-654a3fb1f231 req-86fddda0-f8ae-4dbb-af1e-9833bc9de22e tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 946 time: 0.0567477 Oct 27 10:22:33.983914 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-311aae9c-c9ab-4437-9c5f-654a3fb1f231 req-d6bf178f-398e-4e13-978c-c98c418cb606 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335801 Oct 27 10:22:34.104918 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dacb52b-a626-4122-a6d0-65f7e94196fc req-f4a43fe0-4861-4c64-9543-da3ebc27f773 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:34.106449 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9dacb52b-a626-4122-a6d0-65f7e94196fc req-f4a43fe0-4861-4c64-9543-da3ebc27f773 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 946 time: 0.0511239 Oct 27 10:22:34.147866 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9dacb52b-a626-4122-a6d0-65f7e94196fc req-5670a1f8-810a-417b-bf32-68a50b1cdb9b tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350146 Oct 27 10:22:34.505370 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9abfd-5b75-43c8-a45e-dc424bdcb92c req-2b7a05c0-c7da-49ff-841b-2b67a0e660e1 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:34.507522 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4bf9abfd-5b75-43c8-a45e-dc424bdcb92c req-2b7a05c0-c7da-49ff-841b-2b67a0e660e1 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 946 time: 0.0676451 Oct 27 10:22:34.538755 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfa94f-5be2-436c-a561-e9de03ebd478 req-16936209-6d2a-46ce-b40e-d33e19dc7998 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:34.538755 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-91dfa94f-5be2-436c-a561-e9de03ebd478 req-16936209-6d2a-46ce-b40e-d33e19dc7998 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 943 time: 0.0516601 Oct 27 10:22:34.547405 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4bf9abfd-5b75-43c8-a45e-dc424bdcb92c req-b550f2ca-db4b-4b6e-bfb6-2f5d6a8c8b69 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331328 Oct 27 10:22:34.586950 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-91dfa94f-5be2-436c-a561-e9de03ebd478 req-6655656f-4367-4513-98f9-17cc78ddeed1 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418892 Oct 27 10:22:35.060556 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977573c3-dfc4-4145-a7a3-69f6c6934983 req-e860d5cc-b07e-4c53-bb56-a68b63a2c06c tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:35.062002 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-977573c3-dfc4-4145-a7a3-69f6c6934983 req-e860d5cc-b07e-4c53-bb56-a68b63a2c06c tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 945 time: 0.0517006 Oct 27 10:22:35.105678 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-977573c3-dfc4-4145-a7a3-69f6c6934983 req-f89f84d5-a5cb-41e5-86b2-b77291eb0b0d tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328200 Oct 27 10:22:35.706613 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d8e56-9527-4ae9-a630-22d9fac3accc req-32b9378b-487c-49d5-ae2f-c62968e8ffc0 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:35.708130 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7d9d8e56-9527-4ae9-a630-22d9fac3accc req-32b9378b-487c-49d5-ae2f-c62968e8ffc0 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 943 time: 0.0498834 Oct 27 10:22:35.747767 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7d9d8e56-9527-4ae9-a630-22d9fac3accc req-dfff7c4b-e983-4af8-8f50-4c2034103b18 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329449 Oct 27 10:22:36.225400 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12a4f8-70fd-4e97-a5d9-824afd2ca0b0 req-d5b39386-ae50-4981-8998-dd36654a1ef7 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:36.227138 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8b12a4f8-70fd-4e97-a5d9-824afd2ca0b0 req-d5b39386-ae50-4981-8998-dd36654a1ef7 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 945 time: 0.0514958 Oct 27 10:22:36.277098 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8b12a4f8-70fd-4e97-a5d9-824afd2ca0b0 req-6543bb12-f475-4c90-8749-fb12dfc01f83 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437436 Oct 27 10:22:36.874568 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef8088-f39c-4453-9a50-cd04ef33b8b0 req-c7fca154-82f0-4247-8ba5-ecdb935a6bd5 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:36.876117 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0bef8088-f39c-4453-9a50-cd04ef33b8b0 req-c7fca154-82f0-4247-8ba5-ecdb935a6bd5 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 943 time: 0.0556452 Oct 27 10:22:36.917751 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0bef8088-f39c-4453-9a50-cd04ef33b8b0 req-bdf5689f-be0b-4c1a-ba82-a733851c55a6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344775 Oct 27 10:22:37.147293 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:22:37.263065 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 09d53e1c-e639-4974-ad0f-1b8fa8c6e513, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=09d53e1c-e639-4974-ad0f-1b8fa8c6e513,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:37.275496 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': '09d53e1c-e639-4974-ad0f-1b8fa8c6e513', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'port_id': '09d53e1c-e639-4974-ad0f-1b8fa8c6e513', 'mac_address': 'fa:16:3e:13:45:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:22:37.313491 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:37.335227 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:37.357421 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 09d53e1c-e639-4974-ad0f-1b8fa8c6e513, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=09d53e1c-e639-4974-ad0f-1b8fa8c6e513,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:37.524898 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:37.572860 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=09d53e1c-e639-4974-ad0f-1b8fa8c6e513,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:37.833857 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['09d53e1c-e639-4974-ad0f-1b8fa8c6e513'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:38.082067 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f57d94-800f-4c7e-94b9-5d62420059e1 req-0d1f6873-7584-441c-8f6f-21579b16aa02 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:38.085573 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-79f57d94-800f-4c7e-94b9-5d62420059e1 req-0d1f6873-7584-441c-8f6f-21579b16aa02 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 944 time: 0.0581031 Oct 27 10:22:38.135691 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-79f57d94-800f-4c7e-94b9-5d62420059e1 req-1b8bc776-fc33-435e-8176-93dfc8af1d54 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435183 Oct 27 10:22:39.149231 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:39.266016 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b266edf-bee0-4e1e-8199-c50417bea5d5 req-c1cb5e7b-aa58-48f6-9731-7050f88b7bbf tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:39.267398 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3b266edf-bee0-4e1e-8199-c50417bea5d5 req-c1cb5e7b-aa58-48f6-9731-7050f88b7bbf tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 944 time: 0.0599687 Oct 27 10:22:39.273224 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:22:39.277777 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:39.278269 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:39.307159 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3b266edf-bee0-4e1e-8199-c50417bea5d5 req-a47b6477-aacb-4393-b194-b0e62ca6327c tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335872 Oct 27 10:22:39.374720 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:39.405759 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ada6386-ce93-43a0-a95d-a2fab6229840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d53e1c-e639-4974-ad0f-1b8fa8c6e513'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:39.405759 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ff8cd8-76f7-474e-82c8-f887c56b414a" -d '{"events": [{"server_uuid": "7ada6386-ce93-43a0-a95d-a2fab6229840", "name": "network-vif-plugged", "status": "completed", "tag": "09d53e1c-e639-4974-ad0f-1b8fa8c6e513"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:39.418850 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 09d53e1c-e639-4974-ad0f-1b8fa8c6e513, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=09d53e1c-e639-4974-ad0f-1b8fa8c6e513,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:39.446161 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3f0382-2a32-49a6-908a-b2263448945e x-openstack-request-id: req-ec3f0382-2a32-49a6-908a-b2263448945e {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:39.446486 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ada6386-ce93-43a0-a95d-a2fab6229840", "name": "network-vif-plugged", "status": "completed", "tag": "09d53e1c-e639-4974-ad0f-1b8fa8c6e513", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:39.446742 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec3f0382-2a32-49a6-908a-b2263448945e {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:39.447134 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ada6386-ce93-43a0-a95d-a2fab6229840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d53e1c-e639-4974-ad0f-1b8fa8c6e513', 'code': 200} Oct 27 10:22:39.484679 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:39.533974 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=09d53e1c-e639-4974-ad0f-1b8fa8c6e513,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:39.962002 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a7ee7-f569-44dc-9fc0-3e77bb460604 req-90c0f571-ccf0-450a-8e8a-4d959e69e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:39.964332 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-295a7ee7-f569-44dc-9fc0-3e77bb460604 req-90c0f571-ccf0-450a-8e8a-4d959e69e823 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 1098 time: 0.0450668 Oct 27 10:22:40.002469 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-295a7ee7-f569-44dc-9fc0-3e77bb460604 req-eb2cd0c9-bfa7-4628-999a-628244424d94 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279543 Oct 27 10:22:40.426442 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be2ce9-f210-478c-87d7-613c44149254 req-c1023bd1-54ec-4139-aa9d-8ac455fc7b77 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:40.428508 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-13be2ce9-f210-478c-87d7-613c44149254 req-c1023bd1-54ec-4139-aa9d-8ac455fc7b77 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 945 time: 0.0511391 Oct 27 10:22:40.471359 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-13be2ce9-f210-478c-87d7-613c44149254 req-a56a10c9-3843-4266-9604-38267df60d79 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332062 Oct 27 10:22:41.596382 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd6de7-5809-4cc8-a006-627915d02c93 req-65cc5b80-31b5-4fc6-a54b-e412218bf604 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:41.598047 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b1dd6de7-5809-4cc8-a006-627915d02c93 req-65cc5b80-31b5-4fc6-a54b-e412218bf604 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 945 time: 0.0547359 Oct 27 10:22:41.638661 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b1dd6de7-5809-4cc8-a006-627915d02c93 req-8ede3d4e-3413-4385-9f8b-7c0487d4f226 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341277 Oct 27 10:22:42.755040 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ba1c3-ec52-4777-9d15-93075c2ef860 req-ff265cdd-b1d3-47e5-abbf-ab36d6615e9a tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:42.757175 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-721ba1c3-ec52-4777-9d15-93075c2ef860 req-ff265cdd-b1d3-47e5-abbf-ab36d6615e9a tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 945 time: 0.0499032 Oct 27 10:22:42.796023 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-721ba1c3-ec52-4777-9d15-93075c2ef860 req-7e312518-b9d4-44c6-8ff4-07aee4e1d55e tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331385 Oct 27 10:22:42.925314 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce3268-a1b8-47dd-a524-84ad5552ad30 req-cd6a9015-cf25-49f4-8832-ab296a84c9b4 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:42.926797 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bdce3268-a1b8-47dd-a524-84ad5552ad30 req-cd6a9015-cf25-49f4-8832-ab296a84c9b4 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 945 time: 0.0508614 Oct 27 10:22:42.965441 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bdce3268-a1b8-47dd-a524-84ad5552ad30 req-ba6e7573-0c84-4784-9cce-bdfbffc6077b tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323205 Oct 27 10:22:42.987502 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51354) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:43.174165 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0496e2eb-55cf-4bb2-8202-179602ff8714 tempest-TestVolumeBootPattern-1443047597 tempest-TestVolumeBootPattern-1443047597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:43.175724 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-0496e2eb-55cf-4bb2-8202-179602ff8714 tempest-TestVolumeBootPattern-1443047597 tempest-TestVolumeBootPattern-1443047597-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 1093 time: 0.1871271 Oct 27 10:22:43.178623 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51360) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:43.183048 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Request body: {'floatingip': {'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'port_id': '09d53e1c-e639-4974-ad0f-1b8fa8c6e513', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:43.284775 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for floatingip, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:43.390220 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:43.512354 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Allocated IP 172.27.3.202 (70ca3915-436e-4d6f-9dee-c189a5123789/3d25a479-4445-45b0-aa2d-a38f3239d00a/be67a7cc-1fb2-4c91-b8dd-736863548bc9) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:43.623987 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:43.731534 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:43.777426 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:43.783892 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:43.789401 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:43.792573 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event updated for resources: {'Port': ['ID=be67a7cc-1fb2-4c91-b8dd-736863548bc9,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:44.142985 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:44.324219 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:44.474580 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:44.587648 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:44.662027 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event updated for resources: {'Port': ['ID=be67a7cc-1fb2-4c91-b8dd-736863548bc9,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:44.674355 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623603'] for floatingip, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:44.879239 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 51384) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:44.989472 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-011e5ed9-1cc8-40e5-916c-55cbdaba1cbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:45.027946 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.l3_db [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Floating IP 3489df3f-12e1-4e2f-81dc-92b2890c9d99 associated. External IP: 172.27.3.202, port: 09d53e1c-e639-4974-ad0f-1b8fa8c6e513. Oct 27 10:22:45.069774 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-011e5ed9-1cc8-40e5-916c-55cbdaba1cbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:45.153310 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-011e5ed9-1cc8-40e5-916c-55cbdaba1cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:45.197498 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-011e5ed9-1cc8-40e5-916c-55cbdaba1cbf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4955864e990d41e4b4559c31aa80cebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163428 Oct 27 10:22:45.198462 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e5ed9-1cc8-40e5-916c-55cbdaba1cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd594b6e-a54f-48ef-80fe-56a53f7b9eea,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:45.199463 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51390) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:45.277602 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b30d35ac-aebf-4e9c-ba49-8d8c7933b58b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:45.296395 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:22:45.309646 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b30d35ac-aebf-4e9c-ba49-8d8c7933b58b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:45.451253 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:22:45.460879 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fdf449-361d-4169-8823-9716897c8131 None None] Sync routers for ids ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:22:45.471985 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fdf449-361d-4169-8823-9716897c8131 None None] Routers {'58e0758e-0985-4d2a-ac57-4d6bcb528ff3'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:45.472645 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-a0fdf449-361d-4169-8823-9716897c8131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:22:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:45.566805 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:45.569583 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b30d35ac-aebf-4e9c-ba49-8d8c7933b58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:45.572063 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b30d35ac-aebf-4e9c-ba49-8d8c7933b58b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:45.573214 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-b30d35ac-aebf-4e9c-ba49-8d8c7933b58b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd594b6e-a54f-48ef-80fe-56a53f7b9eea HTTP/1.1" status: 204 len: 168 time: 0.3727996 Oct 27 10:22:45.581056 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-a0fdf449-361d-4169-8823-9716897c8131 None None] Set router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:45.597055 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d35ac-aebf-4e9c-ba49-8d8c7933b58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd594b6e-a54f-48ef-80fe-56a53f7b9eea,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:45.607198 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-cc619491-d8ab-40be-8c7c-21b47b1d1935 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4274764 Oct 27 10:22:45.607792 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ada6386-ce93-43a0-a95d-a2fab6229840', 'tag': '09d53e1c-e639-4974-ad0f-1b8fa8c6e513'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:45.623919 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8de2a0-9c77-4ce7-a5ab-f9cbea11e977" -d '{"events": [{"name": "network-changed", "server_uuid": "7ada6386-ce93-43a0-a95d-a2fab6229840", "tag": "09d53e1c-e639-4974-ad0f-1b8fa8c6e513"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:45.667462 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68beab43-7974-4955-9bed-f01fb91b1802 x-openstack-request-id: req-68beab43-7974-4955-9bed-f01fb91b1802 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:45.667462 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ada6386-ce93-43a0-a95d-a2fab6229840", "tag": "09d53e1c-e639-4974-ad0f-1b8fa8c6e513", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:45.667462 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-68beab43-7974-4955-9bed-f01fb91b1802 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:45.667462 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ada6386-ce93-43a0-a95d-a2fab6229840', 'tag': '09d53e1c-e639-4974-ad0f-1b8fa8c6e513', 'status': 'completed', 'code': 200} Oct 27 10:22:45.753551 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8de2a0-9c77-4ce7-a5ab-f9cbea11e977 req-7d7b7129-d658-4b74-ac53-9efd458f15be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:45.755100 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4e8de2a0-9c77-4ce7-a5ab-f9cbea11e977 req-7d7b7129-d658-4b74-ac53-9efd458f15be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2d7997eb1e854527a138c06b0fc621f0&device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 1098 time: 0.0514102 Oct 27 10:22:45.859966 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8de2a0-9c77-4ce7-a5ab-f9cbea11e977 req-f7b10d59-d540-4959-9ae3-376df955859e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:45.862389 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4e8de2a0-9c77-4ce7-a5ab-f9cbea11e977 req-f7b10d59-d540-4959-9ae3-376df955859e service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5a34bab-9102-4f12-a062-547d9ba89356 HTTP/1.1" status: 200 len: 912 time: 0.0978484 Oct 27 10:22:45.910365 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-a0fdf449-361d-4169-8823-9716897c8131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': '3489df3f-12e1-4e2f-81dc-92b2890c9d99', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'port_id': '09d53e1c-e639-4974-ad0f-1b8fa8c6e513', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'mac_address': 'fa:16:3e:13:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ada6386-ce93-43a0-a95d-a2fab6229840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:22:44Z', 'updated_at': '2021-10-27T10:22:44Z', 'revision_number': 0, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:35Z', 'revision_number': 5, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:45.933405 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4e8de2a0-9c77-4ce7-a5ab-f9cbea11e977 req-32c1765c-1009-454c-9368-4208dd6a0649 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09d53e1c-e639-4974-ad0f-1b8fa8c6e513 HTTP/1.1" status: 200 len: 999 time: 0.0625234 Oct 27 10:22:45.940591 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fdf449-361d-4169-8823-9716897c8131 None None] Checking router: 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:22:45.949659 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fdf449-361d-4169-8823-9716897c8131 None None] Routers {'58e0758e-0985-4d2a-ac57-4d6bcb528ff3'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:45.950420 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-a0fdf449-361d-4169-8823-9716897c8131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:22:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:45.989306 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8de2a0-9c77-4ce7-a5ab-f9cbea11e977 req-43bcf765-7d42-4458-b106-7149ec2abb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:45.993346 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4e8de2a0-9c77-4ce7-a5ab-f9cbea11e977 req-43bcf765-7d42-4458-b106-7149ec2abb99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed805247-fa00-4068-9a02-aac3613ca316 HTTP/1.1" status: 200 len: 850 time: 0.0491619 Oct 27 10:22:46.043632 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8de2a0-9c77-4ce7-a5ab-f9cbea11e977 req-6a1ab096-c25e-4047-9429-0b14db7053cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:46.045326 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4e8de2a0-9c77-4ce7-a5ab-f9cbea11e977 req-6a1ab096-c25e-4047-9429-0b14db7053cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5a34bab-9102-4f12-a062-547d9ba89356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449419 Oct 27 10:22:46.144238 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4e8de2a0-9c77-4ce7-a5ab-f9cbea11e977 req-2044cca4-a0f6-473e-a8a5-ea168bcbdfc1 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901282 Oct 27 10:22:46.203827 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-a0fdf449-361d-4169-8823-9716897c8131 None None] Set router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:46.293424 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 51412) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:46.312691 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4e8de2a0-9c77-4ce7-a5ab-f9cbea11e977 req-a0103c9d-4773-45e8-90b6-0d701712dd31 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360667 Oct 27 10:22:46.313805 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-8ff868dd-1a80-4434-bebc-7817de8891f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:46.457556 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-8ff868dd-1a80-4434-bebc-7817de8891f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:46.509232 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-a0fdf449-361d-4169-8823-9716897c8131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': '3489df3f-12e1-4e2f-81dc-92b2890c9d99', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'port_id': '09d53e1c-e639-4974-ad0f-1b8fa8c6e513', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'mac_address': 'fa:16:3e:13:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ada6386-ce93-43a0-a95d-a2fab6229840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:22:44Z', 'updated_at': '2021-10-27T10:22:44Z', 'revision_number': 0, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:35Z', 'revision_number': 5, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:46.518206 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f5f71-1725-461b-be08-62cc8026a635 req-3431285c-ffb4-4491-9348-ce970657664c tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:46.519816 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ec3f5f71-1725-461b-be08-62cc8026a635 req-3431285c-ffb4-4491-9348-ce970657664c tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 946 time: 0.0538888 Oct 27 10:22:46.524237 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-8ff868dd-1a80-4434-bebc-7817de8891f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:46.539846 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fdf449-361d-4169-8823-9716897c8131 None None] The sync data for ids ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'] in dv-cinder-815145-2-iscsi is: [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': '3489df3f-12e1-4e2f-81dc-92b2890c9d99', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'port_id': '09d53e1c-e639-4974-ad0f-1b8fa8c6e513', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'mac_address': 'fa:16:3e:13:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ada6386-ce93-43a0-a95d-a2fab6229840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:22:44Z', 'updated_at': '2021-10-27T10:22:44Z', 'revision_number': 0, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:35Z', 'revision_number': 5, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:22:46.583495 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-8ff868dd-1a80-4434-bebc-7817de8891f1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cb6a9ee167244ef49d65fcc424b1433a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884088 Oct 27 10:22:46.588173 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51426) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:46.589499 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff868dd-1a80-4434-bebc-7817de8891f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cd3e81-4c19-4b9f-9eef-3632b3175bcd,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:46.616206 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ec3f5f71-1725-461b-be08-62cc8026a635 req-ab340b09-118f-4103-92a3-4bc9b3357b6c tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867479 Oct 27 10:22:46.639639 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 51428) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:46.657040 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bd55f7ce-6bbe-4661-957b-ba8b669c6807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:46.680227 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bd55f7ce-6bbe-4661-957b-ba8b669c6807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:46.827554 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bd55f7ce-6bbe-4661-957b-ba8b669c6807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:46.832240 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22692809-7e27-4990-9b64-7b1aa74206b6 None None] New status for floating IP 3489df3f-12e1-4e2f-81dc-92b2890c9d99: ACTIVE {{(pid=102227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:22:46.837409 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bd55f7ce-6bbe-4661-957b-ba8b669c6807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:46.842106 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-bd55f7ce-6bbe-4661-957b-ba8b669c6807 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/29cd3e81-4c19-4b9f-9eef-3632b3175bcd HTTP/1.1" status: 204 len: 168 time: 0.2523463 Oct 27 10:22:46.850812 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55f7ce-6bbe-4661-957b-ba8b669c6807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cd3e81-4c19-4b9f-9eef-3632b3175bcd,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:46.981516 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc54829-a00b-4d95-a308-afcf5b194abe tempest-TestMinimumBasicScenario-475922918 tempest-TestMinimumBasicScenario-475922918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:46.986145 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51438) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:46.986306 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-6dc54829-a00b-4d95-a308-afcf5b194abe tempest-TestMinimumBasicScenario-475922918 tempest-TestMinimumBasicScenario-475922918-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 1094 time: 0.3455744 Oct 27 10:22:46.991496 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Request body: {'floatingip': {'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'port_id': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:47.119173 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for floatingip, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:47.225377 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:47.334176 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Allocated IP 172.27.3.99 (70ca3915-436e-4d6f-9dee-c189a5123789/3d25a479-4445-45b0-aa2d-a38f3239d00a/5a0dc7c0-897a-4d4c-a8f0-ae1784db9217) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:47.441061 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:47.561607 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 51446) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:47.574630 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-a3a0c763-1b28-4e5f-bf38-f2ad111a2448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:47.616697 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:47.655212 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:47.658577 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:47.662836 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:47.675503 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-a3a0c763-1b28-4e5f-bf38-f2ad111a2448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:47.718265 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Pushing event updated for resources: {'Port': ['ID=5a0dc7c0-897a-4d4c-a8f0-ae1784db9217,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:47.736013 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-a3a0c763-1b28-4e5f-bf38-f2ad111a2448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:47.780730 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-a3a0c763-1b28-4e5f-bf38-f2ad111a2448 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=14f1142b94194d46aabcf9ce3824077b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179401 Oct 27 10:22:47.789271 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f97b5438-38bc-46c5-8e5d-28afa54d3def req-7ac9ce13-97d9-4729-ba9d-55b1c76ac1a0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867045 Oct 27 10:22:47.789726 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 51452) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:47.820385 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0c763-1b28-4e5f-bf38-f2ad111a2448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b6ad72-d6cc-452c-bf86-a50f27d386cd,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:47.858425 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-994981a4-0a46-4073-afc4-e0dce7dd7458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:47.914081 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-994981a4-0a46-4073-afc4-e0dce7dd7458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:47.956788 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556d1e0-2f6c-4d08-81ed-b918caf0cc3a req-8ee7dd98-b0a5-48be-bf7f-d03eca98b605 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:47.958285 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8556d1e0-2f6c-4d08-81ed-b918caf0cc3a req-8ee7dd98-b0a5-48be-bf7f-d03eca98b605 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0976491 Oct 27 10:22:47.983179 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b5438-38bc-46c5-8e5d-28afa54d3def req-5c268882-556b-41f5-8793-9e49697ff6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:47.984703 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f97b5438-38bc-46c5-8e5d-28afa54d3def req-5c268882-556b-41f5-8793-9e49697ff6b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6656d74f77af428aba35d0d4513da3b9&device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 1099 time: 0.1301918 Oct 27 10:22:48.007751 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8556d1e0-2f6c-4d08-81ed-b918caf0cc3a req-93440ae4-0e05-4bde-a274-463ed8baddb9 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416255 Oct 27 10:22:48.101118 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b5438-38bc-46c5-8e5d-28afa54d3def req-99b494ee-241e-4d13-ade5-4b86e3898401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:48.102652 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f97b5438-38bc-46c5-8e5d-28afa54d3def req-99b494ee-241e-4d13-ade5-4b86e3898401 service neutron] 10.222.0.73 "GET /v2.0/networks?id=85cca7a2-e927-4155-9525-946b9afad186 HTTP/1.1" status: 200 len: 918 time: 0.0958982 Oct 27 10:22:48.113611 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-994981a4-0a46-4073-afc4-e0dce7dd7458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:48.116929 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-994981a4-0a46-4073-afc4-e0dce7dd7458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:48.127077 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-994981a4-0a46-4073-afc4-e0dce7dd7458 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/10b6ad72-d6cc-452c-bf86-a50f27d386cd HTTP/1.1" status: 204 len: 168 time: 0.3269079 Oct 27 10:22:48.139354 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994981a4-0a46-4073-afc4-e0dce7dd7458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b6ad72-d6cc-452c-bf86-a50f27d386cd,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:48.273798 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f97b5438-38bc-46c5-8e5d-28afa54d3def req-1b026a2a-504a-4ea4-b35b-25d328bf428d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83715df-8e47-44e2-a635-6ab619e271fb HTTP/1.1" status: 200 len: 1001 time: 0.1587250 Oct 27 10:22:48.320602 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:48.366403 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b5438-38bc-46c5-8e5d-28afa54d3def req-228e025e-0347-4512-94bc-e3e2d0d25e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:48.367847 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f97b5438-38bc-46c5-8e5d-28afa54d3def req-228e025e-0347-4512-94bc-e3e2d0d25e38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ecc75ced-88da-4001-a1b2-e070b2cff892 HTTP/1.1" status: 200 len: 856 time: 0.0781660 Oct 27 10:22:48.418985 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b5438-38bc-46c5-8e5d-28afa54d3def req-bfda57c8-2747-41c1-a07c-2a6942bb7342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:48.420481 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f97b5438-38bc-46c5-8e5d-28afa54d3def req-bfda57c8-2747-41c1-a07c-2a6942bb7342 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=85cca7a2-e927-4155-9525-946b9afad186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450757 Oct 27 10:22:48.511280 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:48.585490 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f97b5438-38bc-46c5-8e5d-28afa54d3def req-5c4b359e-4a9d-42ce-bd00-fdf3ce617c74 service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455986 Oct 27 10:22:48.751444 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f97b5438-38bc-46c5-8e5d-28afa54d3def req-54582b7a-78cc-4dc3-b5ac-1fd055cb7117 service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544008 Oct 27 10:22:48.770623 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:48.862117 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-c5527b75-72e3-407c-b293-52927f21e777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:48.902183 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:49.016286 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Pushing event updated for resources: {'Port': ['ID=5a0dc7c0-897a-4d4c-a8f0-ae1784db9217,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:49.020852 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623603'] for floatingip, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:49.143824 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.l3_db [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Floating IP 8b0bd535-1389-4516-af17-3648945515f0 associated. External IP: 172.27.3.99, port: bf0fca20-c664-4c00-a12c-0b5c30b7dc6b. Oct 27 10:22:49.158879 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa6bdc-3fec-4df6-be64-7fb920de20de req-3cebb00c-d683-4f5e-b887-2edfa16646b7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:49.166967 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b4aa6bdc-3fec-4df6-be64-7fb920de20de req-3cebb00c-d683-4f5e-b887-2edfa16646b7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0830622 Oct 27 10:22:49.203187 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b4aa6bdc-3fec-4df6-be64-7fb920de20de req-a739b0a6-01c9-47d3-a604-669984942677 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353575 Oct 27 10:22:49.573104 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7faee71-8c09-42c0-8f67-1423f65cf7aa req-929c3746-cb15-46ea-9724-f9757c533714 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:49.574636 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e7faee71-8c09-42c0-8f67-1423f65cf7aa req-929c3746-cb15-46ea-9724-f9757c533714 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 946 time: 0.0573976 Oct 27 10:22:49.617411 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e7faee71-8c09-42c0-8f67-1423f65cf7aa req-51151c28-3938-468d-b7aa-85e0c07e8b84 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367382 Oct 27 10:22:49.633382 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Router c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:22:49.745237 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:22:49.759864 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b0269-807f-4956-b644-cabd068091cf None None] Sync routers for ids ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:22:49.770316 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541b0269-807f-4956-b644-cabd068091cf None None] Routers {'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:49.775203 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-541b0269-807f-4956-b644-cabd068091cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:22:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:49.823832 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:49.857067 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-8755c0cb-07ff-4081-8454-98cff94b44c0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8695183 Oct 27 10:22:49.857737 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'tag': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:49.860183 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 51496) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:49.860318 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8789b89b-2858-40d1-9429-48ddb42e385d" -d '{"events": [{"name": "network-changed", "server_uuid": "b02d8726-d03a-4b80-a7d3-b25857e450a9", "tag": "bf0fca20-c664-4c00-a12c-0b5c30b7dc6b"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:49.865443 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-6081f4cd-4cb6-4702-86fe-237ae01f0e07 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1236135464', 'description': 'tempest-secgroup-smoke-1236135464 description', 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:49.909137 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43d39ac-5b2e-4da0-84c3-aec5deab9343 x-openstack-request-id: req-c43d39ac-5b2e-4da0-84c3-aec5deab9343 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:49.909137 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02d8726-d03a-4b80-a7d3-b25857e450a9", "tag": "bf0fca20-c664-4c00-a12c-0b5c30b7dc6b", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:49.909137 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c43d39ac-5b2e-4da0-84c3-aec5deab9343 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:49.909137 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'tag': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b', 'status': 'completed', 'code': 200} Oct 27 10:22:49.916868 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-541b0269-807f-4956-b644-cabd068091cf None None] Set router c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:49.968505 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789b89b-2858-40d1-9429-48ddb42e385d req-a56d476f-e8be-4fee-9781-1bfd1dd494f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:49.970179 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8789b89b-2858-40d1-9429-48ddb42e385d req-a56d476f-e8be-4fee-9781-1bfd1dd494f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8fd26a4e1db456c885913dfd7b35cf7&device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 1099 time: 0.0475106 Oct 27 10:22:49.975769 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6081f4cd-4cb6-4702-86fe-237ae01f0e07 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.059885 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6081f4cd-4cb6-4702-86fe-237ae01f0e07 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.078134 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789b89b-2858-40d1-9429-48ddb42e385d req-33f4a549-2c27-4a92-8f9e-d910ed6064c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:50.079693 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8789b89b-2858-40d1-9429-48ddb42e385d req-33f4a549-2c27-4a92-8f9e-d910ed6064c3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7fbed54f-7168-466f-85e1-fbc34f8bb84f HTTP/1.1" status: 200 len: 916 time: 0.0988159 Oct 27 10:22:50.145279 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6081f4cd-4cb6-4702-86fe-237ae01f0e07 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.155128 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8789b89b-2858-40d1-9429-48ddb42e385d req-488ac96d-f94c-420d-b1a2-af80660e2207 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b HTTP/1.1" status: 200 len: 999 time: 0.0640686 Oct 27 10:22:50.179934 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081f4cd-4cb6-4702-86fe-237ae01f0e07 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6883e5b-710b-4e63-9e14-13a50ff15d0d,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:50.188019 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-541b0269-807f-4956-b644-cabd068091cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'name': 'tempest-TestMinimumBasicScenario-1584819439-router', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:17Z', 'updated_at': '2021-10-27T10:21:24Z', 'revision_number': 4, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'gw_port': {'id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:19Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': '8b0bd535-1389-4516-af17-3648945515f0', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'port_id': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f', 'mac_address': 'fa:16:3e:16:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:22:48Z', 'updated_at': '2021-10-27T10:22:48Z', 'revision_number': 0, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac73693-71ed-4d14-9e6a-4d907487fa3c', 'name': '', 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'mac_address': 'fa:16:3e:93:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:23Z', 'updated_at': '2021-10-27T10:21:30Z', 'revision_number': 5, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'subnets': [{'id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:50.219010 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b0269-807f-4956-b644-cabd068091cf None None] Checking router: c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:22:50.220065 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789b89b-2858-40d1-9429-48ddb42e385d req-5161ec2f-4ba5-4c4e-9812-552a8d837104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:50.221691 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8789b89b-2858-40d1-9429-48ddb42e385d req-5161ec2f-4ba5-4c4e-9812-552a8d837104 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a7bc86f-86ac-4548-a9e0-3cf66edfb331 HTTP/1.1" status: 200 len: 854 time: 0.0578508 Oct 27 10:22:50.229428 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541b0269-807f-4956-b644-cabd068091cf None None] Routers {'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:50.230213 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-541b0269-807f-4956-b644-cabd068091cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:22:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:50.258708 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6081f4cd-4cb6-4702-86fe-237ae01f0e07 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.259966 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-6081f4cd-4cb6-4702-86fe-237ae01f0e07 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3987815 Oct 27 10:22:50.263344 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 51510) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:50.267901 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-f2af1998-33c0-42cc-a0a6-73c3e14a61ae tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Request body: {'security_group_rule': {'security_group_id': 'b6883e5b-710b-4e63-9e14-13a50ff15d0d', 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:50.286480 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789b89b-2858-40d1-9429-48ddb42e385d req-0d93b190-ba3d-451b-aac3-50bf76a5943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:50.288184 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8789b89b-2858-40d1-9429-48ddb42e385d req-0d93b190-ba3d-451b-aac3-50bf76a5943c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7fbed54f-7168-466f-85e1-fbc34f8bb84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536513 Oct 27 10:22:50.376721 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b63bcb-b9dd-41dd-b9af-ed205710b1a8 req-62cd4391-68ac-4d96-9bff-e7678b9959a5 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:50.378505 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-13b63bcb-b9dd-41dd-b9af-ed205710b1a8 req-62cd4391-68ac-4d96-9bff-e7678b9959a5 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0654020 Oct 27 10:22:50.386292 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f2af1998-33c0-42cc-a0a6-73c3e14a61ae tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.400003 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-541b0269-807f-4956-b644-cabd068091cf None None] Set router c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:50.424672 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8789b89b-2858-40d1-9429-48ddb42e385d req-fbbc5341-046e-4757-93e3-7e837ddf575d service neutron] 10.222.0.73 "GET /v2.0/networks/7fbed54f-7168-466f-85e1-fbc34f8bb84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283705 Oct 27 10:22:50.452564 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-13b63bcb-b9dd-41dd-b9af-ed205710b1a8 req-8c0542a5-d70f-4f88-a44e-215a0cb50f07 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616851 Oct 27 10:22:50.467718 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f2af1998-33c0-42cc-a0a6-73c3e14a61ae tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.558397 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8789b89b-2858-40d1-9429-48ddb42e385d req-c19b7e6f-513e-4589-bf50-1ffcf9cbc0e8 service neutron] 10.222.0.73 "GET /v2.0/networks/7fbed54f-7168-466f-85e1-fbc34f8bb84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203170 Oct 27 10:22:50.564831 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f2af1998-33c0-42cc-a0a6-73c3e14a61ae tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.592017 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af1998-33c0-42cc-a0a6-73c3e14a61ae tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9329539-f2da-42e4-bd9c-2e7fbefeae81,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:50.667994 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-541b0269-807f-4956-b644-cabd068091cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'name': 'tempest-TestMinimumBasicScenario-1584819439-router', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:17Z', 'updated_at': '2021-10-27T10:21:24Z', 'revision_number': 4, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'gw_port': {'id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:19Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': '8b0bd535-1389-4516-af17-3648945515f0', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'port_id': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f', 'mac_address': 'fa:16:3e:16:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:22:48Z', 'updated_at': '2021-10-27T10:22:48Z', 'revision_number': 0, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac73693-71ed-4d14-9e6a-4d907487fa3c', 'name': '', 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'mac_address': 'fa:16:3e:93:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:23Z', 'updated_at': '2021-10-27T10:21:30Z', 'revision_number': 5, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'subnets': [{'id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:50.696773 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b0269-807f-4956-b644-cabd068091cf None None] The sync data for ids ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'] in dv-cinder-815145-2-iscsi is: [{'id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'name': 'tempest-TestMinimumBasicScenario-1584819439-router', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:17Z', 'updated_at': '2021-10-27T10:21:24Z', 'revision_number': 4, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'gw_port': {'id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:19Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': '8b0bd535-1389-4516-af17-3648945515f0', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'port_id': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f', 'mac_address': 'fa:16:3e:16:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:22:48Z', 'updated_at': '2021-10-27T10:22:48Z', 'revision_number': 0, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac73693-71ed-4d14-9e6a-4d907487fa3c', 'name': '', 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'mac_address': 'fa:16:3e:93:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:23Z', 'updated_at': '2021-10-27T10:21:30Z', 'revision_number': 5, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'subnets': [{'id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:22:50.715030 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f2af1998-33c0-42cc-a0a6-73c3e14a61ae tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.716688 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-f2af1998-33c0-42cc-a0a6-73c3e14a61ae tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4524021 Oct 27 10:22:50.721882 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51524) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:50.729314 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-b2a27a3b-ecfa-4aee-bcd0-a32ed0208a9d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Request body: {'security_group_rule': {'security_group_id': 'b6883e5b-710b-4e63-9e14-13a50ff15d0d', 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:50.786109 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40753eba-bb10-4547-be87-82bc6231f1f0 req-81afcd88-d857-4beb-a382-5e162fa34363 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:50.788106 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-40753eba-bb10-4547-be87-82bc6231f1f0 req-81afcd88-d857-4beb-a382-5e162fa34363 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 946 time: 0.0811753 Oct 27 10:22:50.827013 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-40753eba-bb10-4547-be87-82bc6231f1f0 req-c969b3f7-a342-43fc-a261-23f095e5e72c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324121 Oct 27 10:22:50.846455 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b2a27a3b-ecfa-4aee-bcd0-a32ed0208a9d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.932460 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b2a27a3b-ecfa-4aee-bcd0-a32ed0208a9d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.944866 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7536616-fdda-48df-ae17-c68abe2ffc48 None None] New status for floating IP 8b0bd535-1389-4516-af17-3648945515f0: ACTIVE {{(pid=102227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:22:51.015513 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b2a27a3b-ecfa-4aee-bcd0-a32ed0208a9d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.033984 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a27a3b-ecfa-4aee-bcd0-a32ed0208a9d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8ddeed-3af0-467d-aaeb-49ada7526cce,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:51.115161 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b2a27a3b-ecfa-4aee-bcd0-a32ed0208a9d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.116395 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-b2a27a3b-ecfa-4aee-bcd0-a32ed0208a9d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3933494 Oct 27 10:22:51.119168 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51544) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:51.123799 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-28d5deff-bc22-4fc9-be7f-300f530ef24f tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Request body: {'security_group_rule': {'security_group_id': 'b6883e5b-710b-4e63-9e14-13a50ff15d0d', 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:51.264346 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-28d5deff-bc22-4fc9-be7f-300f530ef24f tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.330718 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-28d5deff-bc22-4fc9-be7f-300f530ef24f tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.341076 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.404503 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-8749a18a-96d7-4829-bc4f-eb68bc561f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.453131 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-28d5deff-bc22-4fc9-be7f-300f530ef24f tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.488498 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5deff-bc22-4fc9-be7f-300f530ef24f tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87d2010-9b99-441c-8795-7d8aca85a30f,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:51.514289 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c61d53-c49f-4cde-b56f-e0ef03afc4ac req-77f0868a-5b3a-41cf-bb17-e680614f430f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:51.516033 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c0c61d53-c49f-4cde-b56f-e0ef03afc4ac req-77f0868a-5b3a-41cf-bb17-e680614f430f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.73 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 946 time: 0.0731287 Oct 27 10:22:51.587673 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-28d5deff-bc22-4fc9-be7f-300f530ef24f tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.588838 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-28d5deff-bc22-4fc9-be7f-300f530ef24f tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4687147 Oct 27 10:22:51.592529 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 51552) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:51.602861 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-abd803bb-bb9a-49e4-a9af-ebcf4b824785 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Request body: {'security_group_rule': {'security_group_id': 'b6883e5b-710b-4e63-9e14-13a50ff15d0d', 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:51.640165 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39f0f1-1159-4d20-b6f3-c37655839ee7 req-e532b710-c055-44ce-ac86-86ce6376d553 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:51.640475 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-c0c61d53-c49f-4cde-b56f-e0ef03afc4ac req-e61ea40f-695b-414c-8b89-54fdc77b9c98 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Deleting port f83715df-8e47-44e2-a635-6ab619e271fb {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:51.640820 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-c0c61d53-c49f-4cde-b56f-e0ef03afc4ac req-e61ea40f-695b-414c-8b89-54fdc77b9c98 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.641921 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9e39f0f1-1159-4d20-b6f3-c37655839ee7 req-e532b710-c055-44ce-ac86-86ce6376d553 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.1077375 Oct 27 10:22:51.682452 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9e39f0f1-1159-4d20-b6f3-c37655839ee7 req-59c1e495-d1ff-47c0-b276-32de32e4937e tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341458 Oct 27 10:22:51.731245 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-c0c61d53-c49f-4cde-b56f-e0ef03afc4ac req-e61ea40f-695b-414c-8b89-54fdc77b9c98 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] For port f83715df-8e47-44e2-a635-6ab619e271fb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f83715df-8e47-44e2-a635-6ab619e271fb,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:51.731881 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-c0c61d53-c49f-4cde-b56f-e0ef03afc4ac req-e61ea40f-695b-414c-8b89-54fdc77b9c98 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.826461 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abd803bb-bb9a-49e4-a9af-ebcf4b824785 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.884599 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 51558) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:51.933973 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abd803bb-bb9a-49e4-a9af-ebcf4b824785 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.023790 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-c0c61d53-c49f-4cde-b56f-e0ef03afc4ac req-e61ea40f-695b-414c-8b89-54fdc77b9c98 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.024158 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-c0c61d53-c49f-4cde-b56f-e0ef03afc4ac req-e61ea40f-695b-414c-8b89-54fdc77b9c98 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623603'] for floatingip, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.024477 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.l3_db [req-c0c61d53-c49f-4cde-b56f-e0ef03afc4ac req-e61ea40f-695b-414c-8b89-54fdc77b9c98 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Floating IP b6ba8250-0471-4a61-952a-ad2a5551df31 disassociated. External IP: 172.27.3.124, port: f83715df-8e47-44e2-a635-6ab619e271fb. Oct 27 10:22:52.024819 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-c0c61d53-c49f-4cde-b56f-e0ef03afc4ac req-e61ea40f-695b-414c-8b89-54fdc77b9c98 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Calling delete_port for f83715df-8e47-44e2-a635-6ab619e271fb owned by compute:nova {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:52.029698 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b80cae28-066c-46a4-83e9-5879d53ed560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.039331 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abd803bb-bb9a-49e4-a9af-ebcf4b824785 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.049043 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef83cd-61ed-410a-96dd-40fd9709c104 req-4b86fcbc-41d4-4f61-9911-2ca2c94e1908 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:52.051465 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3eef83cd-61ed-410a-96dd-40fd9709c104 req-4b86fcbc-41d4-4f61-9911-2ca2c94e1908 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 946 time: 0.1155000 Oct 27 10:22:52.072403 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd803bb-bb9a-49e4-a9af-ebcf4b824785 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad9edbb-d74e-4022-96fb-d1bddba718ff,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:52.129319 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b80cae28-066c-46a4-83e9-5879d53ed560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.131482 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3eef83cd-61ed-410a-96dd-40fd9709c104 req-fd87e372-4d1e-462a-af9f-ae1163512043 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=01eb40c0-ea7a-48f8-998e-73ac72a56e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490541 Oct 27 10:22:52.166195 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abd803bb-bb9a-49e4-a9af-ebcf4b824785 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.167538 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-abd803bb-bb9a-49e4-a9af-ebcf4b824785 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5727165 Oct 27 10:22:52.174126 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 51564) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:52.179149 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-fb6ada93-d346-4157-8836-117e669bc673 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Request body: {'security_group_rule': {'security_group_id': 'b6883e5b-710b-4e63-9e14-13a50ff15d0d', 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:52.195236 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b80cae28-066c-46a4-83e9-5879d53ed560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.246900 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-b80cae28-066c-46a4-83e9-5879d53ed560 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13868dd646bc4c30b23dcfb9637aebab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612196 Oct 27 10:22:52.247974 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cae28-066c-46a4-83e9-5879d53ed560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab44300-b874-4b62-9d43-f43e7bef9b9e,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:52.249691 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51566) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:52.284854 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.315484 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c3b56f89-d6df-4bfb-8377-d1af1de3ec02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.330551 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.db.securitygroups_db [None req-fb6ada93-d346-4157-8836-117e669bc673 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Project e8fd26a4e1db456c885913dfd7b35cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:22:52.335830 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-c0c61d53-c49f-4cde-b56f-e0ef03afc4ac req-e61ea40f-695b-414c-8b89-54fdc77b9c98 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.337932 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-fb6ada93-d346-4157-8836-117e669bc673 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.338567 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c3b56f89-d6df-4bfb-8377-d1af1de3ec02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.377067 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ea40f-695b-414c-8b89-54fdc77b9c98 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Pushing event deleted for resources: {'Port': ['ID=f83715df-8e47-44e2-a635-6ab619e271fb,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:52.393060 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-fb6ada93-d346-4157-8836-117e669bc673 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.490396 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-fb6ada93-d346-4157-8836-117e669bc673 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.507892 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0c61d53-c49f-4cde-b56f-e0ef03afc4ac req-e61ea40f-695b-414c-8b89-54fdc77b9c98 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Router dffdf481-4aba-402a-8fc8-0e115f11f164 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:22:52.510350 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ada93-d346-4157-8836-117e669bc673 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040228bc-8a15-4a8f-b298-93ab07fc7ea3,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:52.581642 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.630713 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0c61d53-c49f-4cde-b56f-e0ef03afc4ac req-e61ea40f-695b-414c-8b89-54fdc77b9c98 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:22:52.648460 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-fb6ada93-d346-4157-8836-117e669bc673 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.652526 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-fb6ada93-d346-4157-8836-117e669bc673 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4746747 Oct 27 10:22:52.652675 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d53415-20d8-4e43-890a-c7bb42fa55e6 None None] Sync routers for ids ['dffdf481-4aba-402a-8fc8-0e115f11f164'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:22:52.654116 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 51570) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:52.657725 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c3b56f89-d6df-4bfb-8377-d1af1de3ec02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.658057 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-bca98fa2-9349-4ba9-bbcf-bb16e8b97dd6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Request body: {'security_group_rule': {'security_group_id': 'b6883e5b-710b-4e63-9e14-13a50ff15d0d', 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:52.660263 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c3b56f89-d6df-4bfb-8377-d1af1de3ec02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.661557 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-c3b56f89-d6df-4bfb-8377-d1af1de3ec02 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aab44300-b874-4b62-9d43-f43e7bef9b9e HTTP/1.1" status: 204 len: 168 time: 0.4103885 Oct 27 10:22:52.668805 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d53415-20d8-4e43-890a-c7bb42fa55e6 None None] Routers {'dffdf481-4aba-402a-8fc8-0e115f11f164'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:52.669693 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-47d53415-20d8-4e43-890a-c7bb42fa55e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:22:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['dffdf481-4aba-402a-8fc8-0e115f11f164'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:52.685317 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c61d53-c49f-4cde-b56f-e0ef03afc4ac req-e61ea40f-695b-414c-8b89-54fdc77b9c98 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] No DVR routers for this DVR port f83715df-8e47-44e2-a635-6ab619e271fb on host hv-cinder-81514 {{(pid=102225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:52.687915 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-c0c61d53-c49f-4cde-b56f-e0ef03afc4ac req-e61ea40f-695b-414c-8b89-54fdc77b9c98 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.691508 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c0c61d53-c49f-4cde-b56f-e0ef03afc4ac req-e61ea40f-695b-414c-8b89-54fdc77b9c98 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.73 "DELETE /v2.0/ports/f83715df-8e47-44e2-a635-6ab619e271fb HTTP/1.1" status: 204 len: 173 time: 1.1680169 Oct 27 10:22:52.691972 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90f0481-adb6-4d16-ad5d-a2505b777a0e', 'name': 'network-vif-deleted', 'tag': 'f83715df-8e47-44e2-a635-6ab619e271fb'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:52.702702 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e18a909-366c-4863-99dc-5fa8d77839fc" -d '{"events": [{"server_uuid": "f90f0481-adb6-4d16-ad5d-a2505b777a0e", "name": "network-vif-deleted", "tag": "f83715df-8e47-44e2-a635-6ab619e271fb"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:52.706278 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b56f89-d6df-4bfb-8377-d1af1de3ec02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab44300-b874-4b62-9d43-f43e7bef9b9e,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:52.775574 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2451442-7505-48c7-a08a-598d8282711b x-openstack-request-id: req-e2451442-7505-48c7-a08a-598d8282711b {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:52.776252 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90f0481-adb6-4d16-ad5d-a2505b777a0e", "name": "network-vif-deleted", "tag": "f83715df-8e47-44e2-a635-6ab619e271fb", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:52.776252 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e2451442-7505-48c7-a08a-598d8282711b {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:52.776636 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90f0481-adb6-4d16-ad5d-a2505b777a0e', 'name': 'network-vif-deleted', 'tag': 'f83715df-8e47-44e2-a635-6ab619e271fb', 'status': 'completed', 'code': 200} Oct 27 10:22:52.818719 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-47d53415-20d8-4e43-890a-c7bb42fa55e6 None None] Set router dffdf481-4aba-402a-8fc8-0e115f11f164 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:52.842448 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7014ad7-eb66-437c-adb1-223009be6c85 req-cfb62c45-e85c-4ad3-a27e-39e7807fe433 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:52.844252 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f7014ad7-eb66-437c-adb1-223009be6c85 req-cfb62c45-e85c-4ad3-a27e-39e7807fe433 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0528495 Oct 27 10:22:52.877291 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.db.securitygroups_db [None req-bca98fa2-9349-4ba9-bbcf-bb16e8b97dd6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Project e8fd26a4e1db456c885913dfd7b35cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:22:52.887035 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bca98fa2-9349-4ba9-bbcf-bb16e8b97dd6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.892404 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f7014ad7-eb66-437c-adb1-223009be6c85 req-4e5cf1f7-ea94-4ef1-a53f-b3b4386143b6 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412381 Oct 27 10:22:52.965498 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bca98fa2-9349-4ba9-bbcf-bb16e8b97dd6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:53.051625 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-47d53415-20d8-4e43-890a-c7bb42fa55e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port': {'id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:48Z', 'updated_at': '2021-10-27T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '2f6d5fff-4f3a-405b-8cee-d02a001b2f86', 'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'mac_address': 'fa:16:3e:1c:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:53Z', 'updated_at': '2021-10-27T10:19:01Z', 'revision_number': 5, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'subnets': [{'id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:53.080643 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d53415-20d8-4e43-890a-c7bb42fa55e6 None None] Checking router: dffdf481-4aba-402a-8fc8-0e115f11f164 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:22:53.090511 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d53415-20d8-4e43-890a-c7bb42fa55e6 None None] Routers {'dffdf481-4aba-402a-8fc8-0e115f11f164'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:53.091130 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-47d53415-20d8-4e43-890a-c7bb42fa55e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:22:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['dffdf481-4aba-402a-8fc8-0e115f11f164'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:53.136131 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bca98fa2-9349-4ba9-bbcf-bb16e8b97dd6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:53.152646 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca98fa2-9349-4ba9-bbcf-bb16e8b97dd6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=438c280a-4280-4f6b-8e9d-c61f0d9b64b7,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:53.225617 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-47d53415-20d8-4e43-890a-c7bb42fa55e6 None None] Set router dffdf481-4aba-402a-8fc8-0e115f11f164 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:53.257507 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bca98fa2-9349-4ba9-bbcf-bb16e8b97dd6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:53.258736 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-bca98fa2-9349-4ba9-bbcf-bb16e8b97dd6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6047373 Oct 27 10:22:53.266192 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1e92a256-a88c-4126-b063-fb44c0f88723 req-bca857ca-4a1f-4720-8ea8-0100a47eaba1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 210 time: 0.0341733 Oct 27 10:22:53.365443 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-064fe81d-4d50-44fc-bfe3-f4aee571ec89 req-194340f3-c861-4979-9c8a-7f37845d4652 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1236135464&fields=id&tenant_id=e8fd26a4e1db456c885913dfd7b35cf7 HTTP/1.1" status: 200 len: 267 time: 0.0412054 Oct 27 10:22:53.421289 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fe81d-4d50-44fc-bfe3-f4aee571ec89 req-b5778f7c-eac5-4086-9f61-0d293a86a967 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:53.422841 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-064fe81d-4d50-44fc-bfe3-f4aee571ec89 req-b5778f7c-eac5-4086-9f61-0d293a86a967 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 946 time: 0.0516684 Oct 27 10:22:53.434310 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [req-064fe81d-4d50-44fc-bfe3-f4aee571ec89 req-4594a165-b969-455e-8304-e884343cac05 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Request body: {'port': {'security_groups': ['79fb56a0-251a-4173-b5b2-c1718642f07c', 'b6883e5b-710b-4e63-9e14-13a50ff15d0d']}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:53.477046 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-47d53415-20d8-4e43-890a-c7bb42fa55e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port': {'id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:48Z', 'updated_at': '2021-10-27T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '2f6d5fff-4f3a-405b-8cee-d02a001b2f86', 'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'mac_address': 'fa:16:3e:1c:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:53Z', 'updated_at': '2021-10-27T10:19:01Z', 'revision_number': 5, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'subnets': [{'id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:53.506431 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-064fe81d-4d50-44fc-bfe3-f4aee571ec89 req-4594a165-b969-455e-8304-e884343cac05 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:53.510204 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d53415-20d8-4e43-890a-c7bb42fa55e6 None None] The sync data for ids ['dffdf481-4aba-402a-8fc8-0e115f11f164'] in dv-cinder-815145-2-iscsi is: [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port': {'id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:48Z', 'updated_at': '2021-10-27T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '2f6d5fff-4f3a-405b-8cee-d02a001b2f86', 'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'mac_address': 'fa:16:3e:1c:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:53Z', 'updated_at': '2021-10-27T10:19:01Z', 'revision_number': 5, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'subnets': [{'id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:22:53.661883 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 51590) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:53.683167 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-72cb0bfc-42ba-4e4f-858d-3d50322a9830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:53.810996 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-064fe81d-4d50-44fc-bfe3-f4aee571ec89 req-4594a165-b969-455e-8304-e884343cac05 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] For port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b,segment=NetworkSegment(181c46be-a45e-4a31-90ef-f8c3f850d968),segment_id=181c46be-a45e-4a31-90ef-f8c3f850d968)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:53.826415 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4c6e70-5df2-4243-a1d6-dd88a6dcdcea None None] New status for floating IP b6ba8250-0471-4a61-952a-ad2a5551df31: DOWN {{(pid=102227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:22:53.860444 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-064fe81d-4d50-44fc-bfe3-f4aee571ec89 req-4594a165-b969-455e-8304-e884343cac05 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for port, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:53.875294 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-72cb0bfc-42ba-4e4f-858d-3d50322a9830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:53.947140 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-064fe81d-4d50-44fc-bfe3-f4aee571ec89 req-4594a165-b969-455e-8304-e884343cac05 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:53.960987 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['bf0fca20-c664-4c00-a12c-0b5c30b7dc6b'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:54.007820 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fe81d-4d50-44fc-bfe3-f4aee571ec89 req-4594a165-b969-455e-8304-e884343cac05 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:54.008701 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-064fe81d-4d50-44fc-bfe3-f4aee571ec89 req-4594a165-b969-455e-8304-e884343cac05 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:54.010570 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-064fe81d-4d50-44fc-bfe3-f4aee571ec89 req-4594a165-b969-455e-8304-e884343cac05 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "PUT /v2.0/ports/bf0fca20-c664-4c00-a12c-0b5c30b7dc6b HTTP/1.1" status: 200 len: 982 time: 0.5812471 Oct 27 10:22:54.011123 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'tag': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:54.014116 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199adf20-acb6-4b22-83b7-747ef7d0c140" -d '{"events": [{"name": "network-changed", "server_uuid": "b02d8726-d03a-4b80-a7d3-b25857e450a9", "tag": "bf0fca20-c664-4c00-a12c-0b5c30b7dc6b"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:54.021920 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-72cb0bfc-42ba-4e4f-858d-3d50322a9830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:54.060866 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-72cb0bfc-42ba-4e4f-858d-3d50322a9830 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e428ca5f42aa44c2b4fb7085c9310312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3972402 Oct 27 10:22:54.070060 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51602) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:54.086630 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3332cd1d-6220-466a-bd07-a14be27a2ca8 x-openstack-request-id: req-3332cd1d-6220-466a-bd07-a14be27a2ca8 {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:54.086926 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02d8726-d03a-4b80-a7d3-b25857e450a9", "tag": "bf0fca20-c664-4c00-a12c-0b5c30b7dc6b", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:54.087183 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3332cd1d-6220-466a-bd07-a14be27a2ca8 {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:54.087582 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'tag': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b', 'status': 'completed', 'code': 200} Oct 27 10:22:54.096175 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a165-b969-455e-8304-e884343cac05 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Pushing event updated for resources: {'Port': ['ID=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b,revision_number=6']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:54.104748 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abf514-05cc-4ecb-a3fb-5f06fc032aea req-1516cf8c-e937-47fa-bc56-0accef7f0fd9 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:54.126111 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-69abf514-05cc-4ecb-a3fb-5f06fc032aea req-1516cf8c-e937-47fa-bc56-0accef7f0fd9 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.1504335 Oct 27 10:22:54.132693 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb0bfc-42ba-4e4f-858d-3d50322a9830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e69a74a-3c8a-42a3-af38-52ca8747098a,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:54.172869 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['bf0fca20-c664-4c00-a12c-0b5c30b7dc6b'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:54.262552 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-69abf514-05cc-4ecb-a3fb-5f06fc032aea req-7e570f94-3985-478a-9ef7-3b38b1e7eedf tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354764 Oct 27 10:22:54.264312 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b726e25-5c6f-407a-9e80-f4ea967d13bf req-3b63ec49-4cc2-4593-b6dc-6a5501330ea5 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:54.273236 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7b726e25-5c6f-407a-9e80-f4ea967d13bf req-3b63ec49-4cc2-4593-b6dc-6a5501330ea5 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 985 time: 0.0866611 Oct 27 10:22:54.291957 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199adf20-acb6-4b22-83b7-747ef7d0c140 req-0a3dbe1d-6f89-42bb-a728-38ba8ddeffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:54.293604 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-199adf20-acb6-4b22-83b7-747ef7d0c140 req-0a3dbe1d-6f89-42bb-a728-38ba8ddeffca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8fd26a4e1db456c885913dfd7b35cf7&device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 1138 time: 0.1565890 Oct 27 10:22:54.332193 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7b726e25-5c6f-407a-9e80-f4ea967d13bf req-a6d98fd1-a138-4fda-8ad0-7d992376db22 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&id=b6883e5b-710b-4e63-9e14-13a50ff15d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550747 Oct 27 10:22:54.383031 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3bf0559f-f18b-4ecd-b384-06184401875f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:54.408599 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3bf0559f-f18b-4ecd-b384-06184401875f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:54.423861 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:54.507823 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-18f4a76c-0208-4bd0-9b3c-a031543cbe1f req-ebe70a5e-d2bb-4eab-b480-c17af009f1a8 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f0481-adb6-4d16-ad5d-a2505b777a0e HTTP/1.1" status: 200 len: 210 time: 0.0821898 Oct 27 10:22:54.585565 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199adf20-acb6-4b22-83b7-747ef7d0c140 req-08bceabb-6e1a-40ca-9f26-2e4fd7a21c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:54.588279 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-199adf20-acb6-4b22-83b7-747ef7d0c140 req-08bceabb-6e1a-40ca-9f26-2e4fd7a21c5b service neutron] 10.222.0.73 "GET /v2.0/networks?id=7fbed54f-7168-466f-85e1-fbc34f8bb84f HTTP/1.1" status: 200 len: 916 time: 0.2645128 Oct 27 10:22:54.598284 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-c475833c-27aa-4b80-b7af-84b06b461307 None None] Provisioning complete for port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:54.598653 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-c475833c-27aa-4b80-b7af-84b06b461307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:54.641968 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3bf0559f-f18b-4ecd-b384-06184401875f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:54.644328 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3bf0559f-f18b-4ecd-b384-06184401875f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:54.646029 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-3bf0559f-f18b-4ecd-b384-06184401875f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9e69a74a-3c8a-42a3-af38-52ca8747098a HTTP/1.1" status: 204 len: 168 time: 0.5173523 Oct 27 10:22:54.662842 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0559f-f18b-4ecd-b384-06184401875f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e69a74a-3c8a-42a3-af38-52ca8747098a,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:54.683199 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-199adf20-acb6-4b22-83b7-747ef7d0c140 req-1d8b81d9-abac-4e0f-9c77-849e7ae8da25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b HTTP/1.1" status: 200 len: 1001 time: 0.0817907 Oct 27 10:22:54.770458 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199adf20-acb6-4b22-83b7-747ef7d0c140 req-015b2b6e-7914-4d09-b610-de0b4ec70f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:54.774730 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-199adf20-acb6-4b22-83b7-747ef7d0c140 req-015b2b6e-7914-4d09-b610-de0b4ec70f6c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a7bc86f-86ac-4548-a9e0-3cf66edfb331 HTTP/1.1" status: 200 len: 854 time: 0.0719259 Oct 27 10:22:54.823176 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199adf20-acb6-4b22-83b7-747ef7d0c140 req-5f0cec03-301d-496e-a3bb-fd619316759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:54.826259 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-199adf20-acb6-4b22-83b7-747ef7d0c140 req-5f0cec03-301d-496e-a3bb-fd619316759d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7fbed54f-7168-466f-85e1-fbc34f8bb84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439112 Oct 27 10:22:54.947416 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-199adf20-acb6-4b22-83b7-747ef7d0c140 req-c00c099b-80cf-4ea2-b17f-62048f9f9e90 service neutron] 10.222.0.73 "GET /v2.0/networks/7fbed54f-7168-466f-85e1-fbc34f8bb84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124055 Oct 27 10:22:55.053455 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-199adf20-acb6-4b22-83b7-747ef7d0c140 req-3d1869e1-1664-47ef-b4b0-8869970a7f0c service neutron] 10.222.0.73 "GET /v2.0/networks/7fbed54f-7168-466f-85e1-fbc34f8bb84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960808 Oct 27 10:22:55.268430 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device f83715df-8e47-44e2-a635-6ab619e271fb no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:55.298693 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: f83715df-8e47-44e2-a635-6ab619e271fb {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:55.299328 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device f83715df-8e47-44e2-a635-6ab619e271fb not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:55.366974 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2407c-0a20-4619-b90c-16135673429a req-6a3d451e-5e97-44ca-8fd6-0c8b53fbc7f1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:55.368460 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-33f2407c-0a20-4619-b90c-16135673429a req-6a3d451e-5e97-44ca-8fd6-0c8b53fbc7f1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0496645 Oct 27 10:22:55.413682 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-33f2407c-0a20-4619-b90c-16135673429a req-5f201dde-a96d-4380-919c-08ad5bc260af tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390844 Oct 27 10:22:55.722354 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 51640) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:55.780012 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4ce444a9-175a-4b14-8362-46f3e1d96d3a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:55.802667 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4ce444a9-175a-4b14-8362-46f3e1d96d3a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:55.918454 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4ce444a9-175a-4b14-8362-46f3e1d96d3a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:55.921017 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4ce444a9-175a-4b14-8362-46f3e1d96d3a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:55.922229 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-4ce444a9-175a-4b14-8362-46f3e1d96d3a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "DELETE /v2.0/security-groups/01eb40c0-ea7a-48f8-998e-73ac72a56e9b HTTP/1.1" status: 204 len: 168 time: 0.1987488 Oct 27 10:22:55.925178 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51648) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:55.931921 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce444a9-175a-4b14-8362-46f3e1d96d3a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01eb40c0-ea7a-48f8-998e-73ac72a56e9b,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:55.942026 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.api.v2.resource [None req-dbe6ca14-0474-427a-aa68-679c1b760d88 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] show failed (client error): The resource could not be found. Oct 27 10:22:55.942026 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-dbe6ca14-0474-427a-aa68-679c1b760d88 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups/01eb40c0-ea7a-48f8-998e-73ac72a56e9b HTTP/1.1" status: 404 len: 347 time: 0.0138378 Oct 27 10:22:55.944329 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51650) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:56.084971 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-32859833-02a7-40a7-90ee-981acf387859 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Deleting port 87a90e09-a989-4ed0-8e20-a0118c5818e4 {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:56.085349 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-32859833-02a7-40a7-90ee-981acf387859 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.162229 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-32859833-02a7-40a7-90ee-981acf387859 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.162546 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-32859833-02a7-40a7-90ee-981acf387859 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.173991 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-32859833-02a7-40a7-90ee-981acf387859 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Calling delete_port for 87a90e09-a989-4ed0-8e20-a0118c5818e4 owned by network:floatingip {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:56.375976 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-32859833-02a7-40a7-90ee-981acf387859 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.402268 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32859833-02a7-40a7-90ee-981acf387859 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Pushing event deleted for resources: {'Port': ['ID=87a90e09-a989-4ed0-8e20-a0118c5818e4,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:56.467597 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-32859833-02a7-40a7-90ee-981acf387859 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for floatingip, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.470252 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-32859833-02a7-40a7-90ee-981acf387859 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.471411 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-32859833-02a7-40a7-90ee-981acf387859 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "DELETE /v2.0/floatingips/b6ba8250-0471-4a61-952a-ad2a5551df31 HTTP/1.1" status: 204 len: 168 time: 0.5260222 Oct 27 10:22:56.535650 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057f844-7fb8-4b8d-9f47-f1f3e6f7039f req-b560428d-8718-4359-8740-0e34fc7e4dab tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:56.539450 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a057f844-7fb8-4b8d-9f47-f1f3e6f7039f req-b560428d-8718-4359-8740-0e34fc7e4dab tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0540984 Oct 27 10:22:56.580513 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a057f844-7fb8-4b8d-9f47-f1f3e6f7039f req-9230fbda-0d23-498e-858a-555108be43be tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344758 Oct 27 10:22:56.930312 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51662) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:56.934803 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-65d27063-e63d-4358-995b-071056dfc52b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--351327703', 'description': 'tempest-description--1218638458'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:56.992624 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-65d27063-e63d-4358-995b-071056dfc52b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.058465 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-65d27063-e63d-4358-995b-071056dfc52b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.112774 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-65d27063-e63d-4358-995b-071056dfc52b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.141368 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d27063-e63d-4358-995b-071056dfc52b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad48fd2-1fa6-4c33-985b-3785f4405c20,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:57.200229 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-65d27063-e63d-4358-995b-071056dfc52b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.201550 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-65d27063-e63d-4358-995b-071056dfc52b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2701888 Oct 27 10:22:57.204387 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51664) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:57.209452 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-061ebf49-171c-4359-acee-bd2ba1a8550b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Request body: {'security_group_rule': {'security_group_id': '1ad48fd2-1fa6-4c33-985b-3785f4405c20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:57.318340 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-061ebf49-171c-4359-acee-bd2ba1a8550b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.375111 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-061ebf49-171c-4359-acee-bd2ba1a8550b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.472960 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-061ebf49-171c-4359-acee-bd2ba1a8550b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.494886 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ebf49-171c-4359-acee-bd2ba1a8550b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbe7782-6bf6-449e-8d4f-c4a668f7670f,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:57.549074 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-061ebf49-171c-4359-acee-bd2ba1a8550b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.550338 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-061ebf49-171c-4359-acee-bd2ba1a8550b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3449695 Oct 27 10:22:57.555381 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51668) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:57.560053 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-23542402-1678-493e-8b5f-a173f4d27986 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Request body: {'security_group_rule': {'security_group_id': '1ad48fd2-1fa6-4c33-985b-3785f4405c20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:57.643785 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-23542402-1678-493e-8b5f-a173f4d27986 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.730663 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1c201-24cf-43b5-8466-611a1c93f53e req-5b471287-cbf4-47b7-a64a-5ca33266baa2 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:57.732157 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-eae1c201-24cf-43b5-8466-611a1c93f53e req-5b471287-cbf4-47b7-a64a-5ca33266baa2 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0788631 Oct 27 10:22:57.733900 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-23542402-1678-493e-8b5f-a173f4d27986 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.772847 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-eae1c201-24cf-43b5-8466-611a1c93f53e req-1d94ec27-2c4b-4ab7-84c7-1c0765dbc9c5 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348818 Oct 27 10:22:57.890230 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-23542402-1678-493e-8b5f-a173f4d27986 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.909078 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23542402-1678-493e-8b5f-a173f4d27986 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec556191-42d5-475f-b5de-e607ef4bb9fd,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:58.000387 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-23542402-1678-493e-8b5f-a173f4d27986 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.001764 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-23542402-1678-493e-8b5f-a173f4d27986 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4453273 Oct 27 10:22:58.008724 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51676) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:58.010088 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-ad4fbc0c-3e0f-4f25-aa97-398679b8cb5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Request body: {'floatingip': {'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:58.089944 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ad4fbc0c-3e0f-4f25-aa97-398679b8cb5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for floatingip, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.198430 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ad4fbc0c-3e0f-4f25-aa97-398679b8cb5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.309245 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [None req-ad4fbc0c-3e0f-4f25-aa97-398679b8cb5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Allocated IP 172.27.3.98 (70ca3915-436e-4d6f-9dee-c189a5123789/3d25a479-4445-45b0-aa2d-a38f3239d00a/79ad36b8-9dbb-48d9-a218-3d5f29368dd3) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:58.428524 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ad4fbc0c-3e0f-4f25-aa97-398679b8cb5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.616285 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ad4fbc0c-3e0f-4f25-aa97-398679b8cb5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.655358 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4fbc0c-3e0f-4f25-aa97-398679b8cb5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:58.658848 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-ad4fbc0c-3e0f-4f25-aa97-398679b8cb5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:58.663187 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4fbc0c-3e0f-4f25-aa97-398679b8cb5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:58.691089 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fbc0c-3e0f-4f25-aa97-398679b8cb5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Pushing event updated for resources: {'Port': ['ID=79ad36b8-9dbb-48d9-a218-3d5f29368dd3,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:58.758392 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ad4fbc0c-3e0f-4f25-aa97-398679b8cb5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.865479 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ad4fbc0c-3e0f-4f25-aa97-398679b8cb5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.904127 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4662a2a-1f7b-499c-b6c2-828f0761481c req-8b6b4b20-90d8-49a2-a452-c51f7d39d19a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:58.904127 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d4662a2a-1f7b-499c-b6c2-828f0761481c req-8b6b4b20-90d8-49a2-a452-c51f7d39d19a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0562971 Oct 27 10:22:58.945822 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d4662a2a-1f7b-499c-b6c2-828f0761481c req-05a72b0e-ebf9-42b0-bf3e-b1f9e638e649 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415716 Oct 27 10:22:59.031208 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ad4fbc0c-3e0f-4f25-aa97-398679b8cb5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:59.164174 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ad4fbc0c-3e0f-4f25-aa97-398679b8cb5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:59.232397 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fbc0c-3e0f-4f25-aa97-398679b8cb5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Pushing event updated for resources: {'Port': ['ID=79ad36b8-9dbb-48d9-a218-3d5f29368dd3,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:59.243393 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ad4fbc0c-3e0f-4f25-aa97-398679b8cb5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623603'] for floatingip, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:59.377831 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ad4fbc0c-3e0f-4f25-aa97-398679b8cb5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:59.381699 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-ad4fbc0c-3e0f-4f25-aa97-398679b8cb5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3727841 Oct 27 10:22:59.449724 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd126758-7da2-46a4-857d-0d4d4c6a82c5 req-eb9abc26-59f0-42a3-b251-aa8d1c09d7aa tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:59.451277 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bd126758-7da2-46a4-857d-0d4d4c6a82c5 req-eb9abc26-59f0-42a3-b251-aa8d1c09d7aa tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0505612 Oct 27 10:22:59.507818 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bd126758-7da2-46a4-857d-0d4d4c6a82c5 req-67cc9658-b3a2-46b9-ac7c-e1577c854cf8 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504355 Oct 27 10:22:59.581153 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-2c5dc490-a87b-4e9c-95db-99e91fd2c554 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--351327703&fields=id&tenant_id=6656d74f77af428aba35d0d4513da3b9 HTTP/1.1" status: 200 len: 267 time: 0.0369308 Oct 27 10:22:59.941501 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-81554a44-337d-4f98-a525-8e69f9dd8735 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:59.942996 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-81554a44-337d-4f98-a525-8e69f9dd8735 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/networks?id=85cca7a2-e927-4155-9525-946b9afad186 HTTP/1.1" status: 200 len: 817 time: 0.3551791 Oct 27 10:22:59.958148 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-5425c302-af94-4a20-b743-12f74529f504 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/quotas/6656d74f77af428aba35d0d4513da3b9 HTTP/1.1" status: 200 len: 375 time: 0.0094233 Oct 27 10:23:00.012505 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-d54dbfbe-b794-4866-b051-8d0d1dd926fa tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6656d74f77af428aba35d0d4513da3b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479450 Oct 27 10:23:00.110345 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-32e68ee8-72c9-4254-bce1-2fcc84b2bcf7 service neutron] 10.222.0.66 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848331 Oct 27 10:23:00.199095 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-00d6d858-8026-46a0-9c08-ec701cda409d service neutron] 10.222.0.66 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824511 Oct 27 10:23:00.442524 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9936f0b9-9ac4-46b7-9e30-0a6aae8f6488 req-f8209e2b-752b-4a4b-82e2-73922cd873b2 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 210 time: 0.0306523 Oct 27 10:23:00.624794 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fa058-8b43-40b7-afab-5cbe6ed6cf6e req-8870882c-904d-4d18-bb56-6063e5351675 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:00.626458 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-784fa058-8b43-40b7-afab-5cbe6ed6cf6e req-8870882c-904d-4d18-bb56-6063e5351675 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0502012 Oct 27 10:23:00.665617 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-784fa058-8b43-40b7-afab-5cbe6ed6cf6e req-366105ab-b932-4dc0-92ce-18e6b19483b2 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324059 Oct 27 10:23:01.539098 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-37ebf6d2-02ce-4fda-987c-d3ae1ae14dc8 req-7b817559-815a-4ad8-8940-e7984aa68203 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 210 time: 0.0263557 Oct 27 10:23:01.782849 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500351-7cad-4b8f-831b-45018b4b60a6 req-73bd1714-47c8-4da9-8742-0189d47ec04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:01.784332 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-83500351-7cad-4b8f-831b-45018b4b60a6 req-73bd1714-47c8-4da9-8742-0189d47ec04e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dca79ce6135645d8ac76dd2c8abf30f3&device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 1099 time: 0.0712190 Oct 27 10:23:01.811215 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66af747-9607-4a29-8541-a63a51074792 req-a280538f-5b6d-41dc-9d62-81caea30fac8 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:01.812695 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f66af747-9607-4a29-8541-a63a51074792 req-a280538f-5b6d-41dc-9d62-81caea30fac8 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0748074 Oct 27 10:23:01.907002 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f66af747-9607-4a29-8541-a63a51074792 req-ece3af9e-c9bd-4aaf-a211-9fe38707e3a6 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840383 Oct 27 10:23:01.929836 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500351-7cad-4b8f-831b-45018b4b60a6 req-e5a2d962-33c5-4005-a0cb-d0331a427293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:01.931294 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-83500351-7cad-4b8f-831b-45018b4b60a6 req-e5a2d962-33c5-4005-a0cb-d0331a427293 service neutron] 10.222.0.73 "GET /v2.0/networks?id=37419415-1089-4518-a3d4-26fb32aa3969 HTTP/1.1" status: 200 len: 911 time: 0.1387255 Oct 27 10:23:02.005737 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-83500351-7cad-4b8f-831b-45018b4b60a6 req-82deef19-f325-495d-9914-57d8dfe53715 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 HTTP/1.1" status: 200 len: 1002 time: 0.0640142 Oct 27 10:23:02.061372 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500351-7cad-4b8f-831b-45018b4b60a6 req-b2b606e9-ad09-43ae-8c46-bab784e2e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:02.062943 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-83500351-7cad-4b8f-831b-45018b4b60a6 req-b2b606e9-ad09-43ae-8c46-bab784e2e254 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3800a6b-912b-4fca-9e63-fb91e6bcdaec HTTP/1.1" status: 200 len: 849 time: 0.0450106 Oct 27 10:23:02.111685 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500351-7cad-4b8f-831b-45018b4b60a6 req-cf9faf13-2aa4-4090-a3dd-98b4ca6e3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:02.113216 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-83500351-7cad-4b8f-831b-45018b4b60a6 req-cf9faf13-2aa4-4090-a3dd-98b4ca6e3213 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37419415-1089-4518-a3d4-26fb32aa3969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416882 Oct 27 10:23:02.215298 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-83500351-7cad-4b8f-831b-45018b4b60a6 req-3289bf6f-8e69-4be5-a5de-7941ac7f9f60 service neutron] 10.222.0.73 "GET /v2.0/networks/37419415-1089-4518-a3d4-26fb32aa3969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922155 Oct 27 10:23:02.312404 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-83500351-7cad-4b8f-831b-45018b4b60a6 req-91e8ed7b-488f-4748-8b1b-38b6a0998d22 service neutron] 10.222.0.73 "GET /v2.0/networks/37419415-1089-4518-a3d4-26fb32aa3969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869575 Oct 27 10:23:02.647163 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-183e7928-8127-4f5e-871e-920e03b87e9a req-6e9098af-28f6-4170-a162-d93ce6b4de10 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 210 time: 0.0333517 Oct 27 10:23:03.030346 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a77bd-2ab9-40aa-b78f-28ddb807814b req-0213d6a5-04c7-4344-826d-d99a461576f6 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:03.031870 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a67a77bd-2ab9-40aa-b78f-28ddb807814b req-0213d6a5-04c7-4344-826d-d99a461576f6 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0516615 Oct 27 10:23:03.073793 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a67a77bd-2ab9-40aa-b78f-28ddb807814b req-114b8e4d-447f-4ac0-951b-316edb2d2b27 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359652 Oct 27 10:23:03.307483 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-cb54f15d-739f-4a24-8e8a-1da26e3e8e5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:03.307483 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-cb54f15d-739f-4a24-8e8a-1da26e3e8e5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.73 "GET /v2.0/networks?id=85cca7a2-e927-4155-9525-946b9afad186 HTTP/1.1" status: 200 len: 817 time: 0.1022198 Oct 27 10:23:03.348209 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-d4a0a71e-323e-4d02-b7ac-1913d667c97b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6656d74f77af428aba35d0d4513da3b9 HTTP/1.1" status: 200 len: 379 time: 0.0357392 Oct 27 10:23:03.359849 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-32dff46a-458c-4ec4-af4a-62dd66e05935 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Request body: {'port': {'device_id': '29868633-3aac-4921-86d8-4a8673a97704', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'admin_state_up': True, 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'security_groups': ['1ad48fd2-1fa6-4c33-985b-3785f4405c20']}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:03.747766 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-be3f0b45-6b5d-435d-9c6f-ad279d6a0949 req-0d083a5b-7e2f-4bdb-bd88-b0fb8abc0e4a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 210 time: 0.0276279 Oct 27 10:23:03.767233 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-32dff46a-458c-4ec4-af4a-62dd66e05935 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Made reservation on behalf of 6656d74f77af428aba35d0d4513da3b9 for: {'port': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:23:03.771936 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-32dff46a-458c-4ec4-af4a-62dd66e05935 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:03.909243 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-32dff46a-458c-4ec4-af4a-62dd66e05935 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Allocated IP 172.20.0.13 (85cca7a2-e927-4155-9525-946b9afad186/ecc75ced-88da-4001-a1b2-e070b2cff892/73aeb536-73d3-43e7-a413-da63ec98e902) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:23:04.057427 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-32dff46a-458c-4ec4-af4a-62dd66e05935 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:04.194958 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f250c-ce85-46db-a7fc-2479dbbec6e9 req-a9b39970-f86d-479f-b288-d8332ed384d1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:04.196478 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-504f250c-ce85-46db-a7fc-2479dbbec6e9 req-a9b39970-f86d-479f-b288-d8332ed384d1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0525670 Oct 27 10:23:04.234370 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-504f250c-ce85-46db-a7fc-2479dbbec6e9 req-fe2af7dd-940b-4dcf-9399-499e3396b373 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318391 Oct 27 10:23:04.239762 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-32dff46a-458c-4ec4-af4a-62dd66e05935 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:04.291307 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-32dff46a-458c-4ec4-af4a-62dd66e05935 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Network 85cca7a2-e927-4155-9525-946b9afad186 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:23:04.295211 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dff46a-458c-4ec4-af4a-62dd66e05935 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Pushing event updated for resources: {'Port': ['ID=73aeb536-73d3-43e7-a413-da63ec98e902,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:04.297653 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-32dff46a-458c-4ec4-af4a-62dd66e05935 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:23:04.299633 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-32dff46a-458c-4ec4-af4a-62dd66e05935 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:23:04.365739 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-32dff46a-458c-4ec4-af4a-62dd66e05935 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:04.366322 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-32dff46a-458c-4ec4-af4a-62dd66e05935 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:04.452563 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-32dff46a-458c-4ec4-af4a-62dd66e05935 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0963137 Oct 27 10:23:04.472184 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Request body: {'port': {'device_id': '29868633-3aac-4921-86d8-4a8673a97704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:04.535611 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:04.581566 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-ba51032c-4061-41c3-9b7a-f9c5b1b0e74a None None] Provisioning complete for port 73aeb536-73d3-43e7-a413-da63ec98e902 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:04.582138 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-ba51032c-4061-41c3-9b7a-f9c5b1b0e74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:04.616699 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-ba51032c-4061-41c3-9b7a-f9c5b1b0e74a None None] Port 73aeb536-73d3-43e7-a413-da63ec98e902 cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:23:04.808651 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73aeb536-73d3-43e7-a413-da63ec98e902 {{(pid=102225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:04.816429 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:04.837686 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.provisioning_blocks [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Transition to ACTIVE for port object 73aeb536-73d3-43e7-a413-da63ec98e902 will not be triggered until provisioned by entity L2. {{(pid=102225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:23:04.875262 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7eff3-6230-473b-8355-0e6a6bdbaef0 req-b1f5a0c0-4726-48d4-ade2-0559b70daf4c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:04.876740 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ffa7eff3-6230-473b-8355-0e6a6bdbaef0 req-b1f5a0c0-4726-48d4-ade2-0559b70daf4c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 932 time: 0.0518780 Oct 27 10:23:04.918382 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ffa7eff3-6230-473b-8355-0e6a6bdbaef0 req-9573bc6b-7a61-4a58-9dfa-f1faf191eb50 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353386 Oct 27 10:23:04.919429 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:04.972435 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Pushing event updated for resources: {'Port': ['ID=73aeb536-73d3-43e7-a413-da63ec98e902,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:05.054740 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Attempting to bind port 73aeb536-73d3-43e7-a413-da63ec98e902 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:23:05.055108 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Attempting to bind port 73aeb536-73d3-43e7-a413-da63ec98e902 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '77737e17-2825-4e6c-8ef1-c62d726747ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '85cca7a2-e927-4155-9525-946b9afad186'}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:23:05.055442 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Attempting to bind port 73aeb536-73d3-43e7-a413-da63ec98e902 on network 85cca7a2-e927-4155-9525-946b9afad186 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:05.060578 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Port 73aeb536-73d3-43e7-a413-da63ec98e902 on network 85cca7a2-e927-4155-9525-946b9afad186 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:23:05.060908 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Attempting to bind port 73aeb536-73d3-43e7-a413-da63ec98e902 on network 85cca7a2-e927-4155-9525-946b9afad186 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:05.067910 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:23:05.069914 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Checking segment: {'id': '77737e17-2825-4e6c-8ef1-c62d726747ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '85cca7a2-e927-4155-9525-946b9afad186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:23:05.069914 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Bound using segment: {'id': '77737e17-2825-4e6c-8ef1-c62d726747ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '85cca7a2-e927-4155-9525-946b9afad186'} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:23:05.069914 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Bound port: 73aeb536-73d3-43e7-a413-da63ec98e902, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77737e17-2825-4e6c-8ef1-c62d726747ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '85cca7a2-e927-4155-9525-946b9afad186'}}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:23:05.069914 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:05.143014 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] For port 73aeb536-73d3-43e7-a413-da63ec98e902, host hv-cinder-81514, cleared binding levels {{(pid=102225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:23:05.146614 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] For port 73aeb536-73d3-43e7-a413-da63ec98e902, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=73aeb536-73d3-43e7-a413-da63ec98e902,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:23:05.238736 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:05.276366 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:05.277007 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:05.278458 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] 10.222.0.73 "PUT /v2.0/ports/73aeb536-73d3-43e7-a413-da63ec98e902 HTTP/1.1" status: 200 len: 1094 time: 0.8118773 Oct 27 10:23:05.278904 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29868633-3aac-4921-86d8-4a8673a97704', 'tag': '73aeb536-73d3-43e7-a413-da63ec98e902'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:05.281167 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdad8954-ff98-4f4c-bde7-9542de57d02d" -d '{"events": [{"name": "network-changed", "server_uuid": "29868633-3aac-4921-86d8-4a8673a97704", "tag": "73aeb536-73d3-43e7-a413-da63ec98e902"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:05.309411 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ca00a-2647-4300-93e2-84fe97673c35 service neutron] Pushing event updated for resources: {'Port': ['ID=73aeb536-73d3-43e7-a413-da63ec98e902,revision_number=3']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:05.321844 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda8a12f-752b-41e2-b3ed-794b9a0b02b4 x-openstack-request-id: req-dda8a12f-752b-41e2-b3ed-794b9a0b02b4 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:05.321967 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29868633-3aac-4921-86d8-4a8673a97704", "tag": "73aeb536-73d3-43e7-a413-da63ec98e902", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:05.322227 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dda8a12f-752b-41e2-b3ed-794b9a0b02b4 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:05.322628 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29868633-3aac-4921-86d8-4a8673a97704', 'tag': '73aeb536-73d3-43e7-a413-da63ec98e902', 'status': 'completed', 'code': 200} Oct 27 10:23:05.393396 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8954-ff98-4f4c-bde7-9542de57d02d req-573b5498-7588-4c4f-a874-3fadcd16ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:05.394940 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cdad8954-ff98-4f4c-bde7-9542de57d02d req-573b5498-7588-4c4f-a874-3fadcd16ba34 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6656d74f77af428aba35d0d4513da3b9&device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 1097 time: 0.0450466 Oct 27 10:23:05.503629 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8954-ff98-4f4c-bde7-9542de57d02d req-9abd1097-d843-42f4-99dc-f5adec7af5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:05.505027 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cdad8954-ff98-4f4c-bde7-9542de57d02d req-9abd1097-d843-42f4-99dc-f5adec7af5e4 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6656d74f77af428aba35d0d4513da3b9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0996006 Oct 27 10:23:05.600693 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8954-ff98-4f4c-bde7-9542de57d02d req-e9a813c4-7480-4935-9745-c2f2745822f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:05.606303 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cdad8954-ff98-4f4c-bde7-9542de57d02d req-e9a813c4-7480-4935-9745-c2f2745822f1 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902350 Oct 27 10:23:05.686564 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-abd9b683-d8d1-4704-a312-04da3716d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:05.688184 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-abd9b683-d8d1-4704-a312-04da3716d27d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6656d74f77af428aba35d0d4513da3b9&device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 1097 time: 0.0410783 Oct 27 10:23:05.737424 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-71147522-6aed-43e7-adb2-8451bb2cf873 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73aeb536-73d3-43e7-a413-da63ec98e902 HTTP/1.1" status: 200 len: 217 time: 0.0380235 Oct 27 10:23:05.788936 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-fb5c2552-cef3-422f-9bc8-6a559c59d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:05.790344 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-fb5c2552-cef3-422f-9bc8-6a559c59d4ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ecc75ced-88da-4001-a1b2-e070b2cff892 HTTP/1.1" status: 200 len: 856 time: 0.0456307 Oct 27 10:23:05.837945 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-80eb2ad7-d313-4a7a-ba78-936d8536f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:05.839435 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-80eb2ad7-d313-4a7a-ba78-936d8536f816 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=85cca7a2-e927-4155-9525-946b9afad186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411456 Oct 27 10:23:05.948914 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-d6ef6c96-918b-4c2c-aac3-51410b62fba2 service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910332 Oct 27 10:23:06.075855 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a12694-6df4-4c26-8562-b71b1f8aafe5 req-9e150c29-1c46-4d96-a02c-770b841f503d tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:06.081141 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f8a12694-6df4-4c26-8562-b71b1f8aafe5 req-9e150c29-1c46-4d96-a02c-770b841f503d tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 944 time: 0.0812333 Oct 27 10:23:06.081141 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-033ff052-3aac-4c8f-a10b-d63ef2fa770e req-0f2614b9-6143-47f7-9a26-66ebb9c605e9 service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291199 Oct 27 10:23:06.117871 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f8a12694-6df4-4c26-8562-b71b1f8aafe5 req-e80d81b8-96b7-4b3a-8741-b7f24bd88f4f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334587 Oct 27 10:23:07.240477 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c4d9b-df09-47f9-8443-939931487a96 req-c64a61a8-913e-46de-9420-3285b7e5f3d2 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:07.242026 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c95c4d9b-df09-47f9-8443-939931487a96 req-c64a61a8-913e-46de-9420-3285b7e5f3d2 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 944 time: 0.0515428 Oct 27 10:23:07.281260 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c95c4d9b-df09-47f9-8443-939931487a96 req-75ad48a5-c1cf-4a0e-b2cf-16690b7065c5 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334010 Oct 27 10:23:07.339028 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 73aeb536-73d3-43e7-a413-da63ec98e902 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:23:07.433242 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 73aeb536-73d3-43e7-a413-da63ec98e902, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=73aeb536-73d3-43e7-a413-da63ec98e902,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:07.445018 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': '73aeb536-73d3-43e7-a413-da63ec98e902', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'port_id': '73aeb536-73d3-43e7-a413-da63ec98e902', 'mac_address': 'fa:16:3e:bf:f3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:23:07.486590 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:07.500466 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73aeb536-73d3-43e7-a413-da63ec98e902 {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:07.520447 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 73aeb536-73d3-43e7-a413-da63ec98e902, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=73aeb536-73d3-43e7-a413-da63ec98e902,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:07.667129 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:07.718230 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=73aeb536-73d3-43e7-a413-da63ec98e902,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:07.905676 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 51816) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:07.996434 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['73aeb536-73d3-43e7-a413-da63ec98e902'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:08.014497 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a812af77-a12c-4fff-9e89-8b4b19a15622 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:08.090700 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a812af77-a12c-4fff-9e89-8b4b19a15622 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:08.193102 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a812af77-a12c-4fff-9e89-8b4b19a15622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:08.230975 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-a812af77-a12c-4fff-9e89-8b4b19a15622 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d139676315d4eebab7e1acdf70e63a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241129 Oct 27 10:23:08.231744 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812af77-a12c-4fff-9e89-8b4b19a15622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d2e63e-df39-4190-9b75-1a9d267b8337,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:08.233670 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 51822) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:08.283748 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5ff98239-f2cf-4ef9-bd55-28a25c0351a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:08.304947 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5ff98239-f2cf-4ef9-bd55-28a25c0351a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:08.408166 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba9207-bd76-4f5f-bc46-8c5e79bef9a3 req-b2de6004-70f3-4a18-8e20-6f9f64738d7f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:08.409694 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-abba9207-bd76-4f5f-bc46-8c5e79bef9a3 req-b2de6004-70f3-4a18-8e20-6f9f64738d7f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 945 time: 0.0523090 Oct 27 10:23:08.453344 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-abba9207-bd76-4f5f-bc46-8c5e79bef9a3 req-132fa41c-62c5-46d6-a773-4c8e5055eb35 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359337 Oct 27 10:23:08.535734 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5ff98239-f2cf-4ef9-bd55-28a25c0351a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:08.538447 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5ff98239-f2cf-4ef9-bd55-28a25c0351a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:08.539607 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-5ff98239-f2cf-4ef9-bd55-28a25c0351a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15d2e63e-df39-4190-9b75-1a9d267b8337 HTTP/1.1" status: 204 len: 168 time: 0.3048439 Oct 27 10:23:08.548168 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff98239-f2cf-4ef9-bd55-28a25c0351a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d2e63e-df39-4190-9b75-1a9d267b8337,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:09.306314 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:23:09.354906 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 73aeb536-73d3-43e7-a413-da63ec98e902 up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:09.507474 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port 73aeb536-73d3-43e7-a413-da63ec98e902 completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:23:09.511728 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port 73aeb536-73d3-43e7-a413-da63ec98e902 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:09.512106 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:09.579066 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d976b3-bea0-41d3-8c8a-90863c668a1b req-9928d604-1d2b-48e7-afa7-20e9e225f075 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:09.580615 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-59d976b3-bea0-41d3-8c8a-90863c668a1b req-9928d604-1d2b-48e7-afa7-20e9e225f075 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 945 time: 0.0541799 Oct 27 10:23:09.613521 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:09.628542 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-59d976b3-bea0-41d3-8c8a-90863c668a1b req-463acc78-c7b4-40e5-a96e-43e7e13fc80f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397758 Oct 27 10:23:09.644910 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29868633-3aac-4921-86d8-4a8673a97704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73aeb536-73d3-43e7-a413-da63ec98e902'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:09.648972 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de317e62-3549-4112-8e92-a935019532ad" -d '{"events": [{"server_uuid": "29868633-3aac-4921-86d8-4a8673a97704", "name": "network-vif-plugged", "status": "completed", "tag": "73aeb536-73d3-43e7-a413-da63ec98e902"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:09.668337 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 73aeb536-73d3-43e7-a413-da63ec98e902, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=73aeb536-73d3-43e7-a413-da63ec98e902,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:09.700484 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccc5e3b-1d71-4cbd-95e7-e374597d8b6b x-openstack-request-id: req-8ccc5e3b-1d71-4cbd-95e7-e374597d8b6b {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:09.700802 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29868633-3aac-4921-86d8-4a8673a97704", "name": "network-vif-plugged", "status": "completed", "tag": "73aeb536-73d3-43e7-a413-da63ec98e902", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:09.701128 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ccc5e3b-1d71-4cbd-95e7-e374597d8b6b {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:09.701490 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29868633-3aac-4921-86d8-4a8673a97704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73aeb536-73d3-43e7-a413-da63ec98e902', 'code': 200} Oct 27 10:23:09.769879 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:09.825690 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=73aeb536-73d3-43e7-a413-da63ec98e902,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:10.025276 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1451a6-6cdb-49a5-9daf-32ff489768fb req-4385ce78-5daf-4a6d-ac1f-1abee202a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:10.026824 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2d1451a6-6cdb-49a5-9daf-32ff489768fb req-4385ce78-5daf-4a6d-ac1f-1abee202a573 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 1099 time: 0.0445647 Oct 27 10:23:10.070264 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2d1451a6-6cdb-49a5-9daf-32ff489768fb req-5a2bed80-d2fe-4c03-a091-76801304ee22 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299423 Oct 27 10:23:10.761122 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcedbe-5429-4988-884a-9be788d0e7d0 req-d6d4f3ea-f09d-45d1-bad8-c524492f0109 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:10.762968 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5cdcedbe-5429-4988-884a-9be788d0e7d0 req-d6d4f3ea-f09d-45d1-bad8-c524492f0109 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0507696 Oct 27 10:23:10.803448 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5cdcedbe-5429-4988-884a-9be788d0e7d0 req-887b06fe-c541-4d44-a842-a765c52f147a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342402 Oct 27 10:23:11.929829 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6f4a6-c9cb-4b9e-933e-041e5dbbfa9f req-3807bb8f-e428-4eff-98c6-9bbf4294ac59 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:11.931394 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b4a6f4a6-c9cb-4b9e-933e-041e5dbbfa9f req-3807bb8f-e428-4eff-98c6-9bbf4294ac59 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0523870 Oct 27 10:23:11.971129 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b4a6f4a6-c9cb-4b9e-933e-041e5dbbfa9f req-8fc86f45-c288-40d9-a00b-e0073a85bea0 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335684 Oct 27 10:23:12.109816 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f6327-d64d-4e42-b746-c24f182881af req-74424298-432b-4d5f-a74c-658f5b843314 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:12.111353 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8c5f6327-d64d-4e42-b746-c24f182881af req-74424298-432b-4d5f-a74c-658f5b843314 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0593464 Oct 27 10:23:12.120952 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 51880) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:12.125505 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-6f24d28a-2a70-49be-811b-3db0b00633fd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Request body: {'floatingip': {'port_id': '73aeb536-73d3-43e7-a413-da63ec98e902'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:12.169447 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6f24d28a-2a70-49be-811b-3db0b00633fd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for floatingip, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:12.617312 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6f24d28a-2a70-49be-811b-3db0b00633fd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:12.689432 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6f24d28a-2a70-49be-811b-3db0b00633fd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623603'] for floatingip, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:12.793495 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.db.l3_db [None req-6f24d28a-2a70-49be-811b-3db0b00633fd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Floating IP a27b4d7d-6787-471c-adc2-31fe44e36de3 associated. External IP: 172.27.3.98, port: 73aeb536-73d3-43e7-a413-da63ec98e902. Oct 27 10:23:13.004873 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f24d28a-2a70-49be-811b-3db0b00633fd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Router dffdf481-4aba-402a-8fc8-0e115f11f164 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:23:13.117622 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f24d28a-2a70-49be-811b-3db0b00633fd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:23:13.122678 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6f24d28a-2a70-49be-811b-3db0b00633fd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:13.127933 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7a611c-cc12-4971-bd17-7a66ae7a6e31 None None] Sync routers for ids ['dffdf481-4aba-402a-8fc8-0e115f11f164'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:23:13.141849 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7a611c-cc12-4971-bd17-7a66ae7a6e31 None None] Routers {'dffdf481-4aba-402a-8fc8-0e115f11f164'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:13.142491 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-9a7a611c-cc12-4971-bd17-7a66ae7a6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:22:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['dffdf481-4aba-402a-8fc8-0e115f11f164'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:13.159801 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-6f24d28a-2a70-49be-811b-3db0b00633fd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "PUT /v2.0/floatingips/a27b4d7d-6787-471c-adc2-31fe44e36de3 HTTP/1.1" status: 200 len: 991 time: 1.0344493 Oct 27 10:23:13.159801 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29868633-3aac-4921-86d8-4a8673a97704', 'tag': '73aeb536-73d3-43e7-a413-da63ec98e902'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:13.159801 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93cd019-187b-41d2-85d2-62f514df1183" -d '{"events": [{"name": "network-changed", "server_uuid": "29868633-3aac-4921-86d8-4a8673a97704", "tag": "73aeb536-73d3-43e7-a413-da63ec98e902"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:13.201304 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23733dbd-59bd-4a32-b72e-6ec005392dc4 x-openstack-request-id: req-23733dbd-59bd-4a32-b72e-6ec005392dc4 {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:13.201602 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29868633-3aac-4921-86d8-4a8673a97704", "tag": "73aeb536-73d3-43e7-a413-da63ec98e902", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:13.202036 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-23733dbd-59bd-4a32-b72e-6ec005392dc4 {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:13.202269 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29868633-3aac-4921-86d8-4a8673a97704', 'tag': '73aeb536-73d3-43e7-a413-da63ec98e902', 'status': 'completed', 'code': 200} Oct 27 10:23:13.260480 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-9a7a611c-cc12-4971-bd17-7a66ae7a6e31 None None] Set router dffdf481-4aba-402a-8fc8-0e115f11f164 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:13.498547 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-9a7a611c-cc12-4971-bd17-7a66ae7a6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port': {'id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:48Z', 'updated_at': '2021-10-27T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': 'a27b4d7d-6787-471c-adc2-31fe44e36de3', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'port_id': '73aeb536-73d3-43e7-a413-da63ec98e902', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'mac_address': 'fa:16:3e:bf:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29868633-3aac-4921-86d8-4a8673a97704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:22:58Z', 'updated_at': '2021-10-27T10:23:12Z', 'revision_number': 1, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6d5fff-4f3a-405b-8cee-d02a001b2f86', 'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'mac_address': 'fa:16:3e:1c:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:53Z', 'updated_at': '2021-10-27T10:19:01Z', 'revision_number': 5, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'subnets': [{'id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:13.526525 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7a611c-cc12-4971-bd17-7a66ae7a6e31 None None] Checking router: dffdf481-4aba-402a-8fc8-0e115f11f164 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:23:13.535210 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7a611c-cc12-4971-bd17-7a66ae7a6e31 None None] Routers {'dffdf481-4aba-402a-8fc8-0e115f11f164'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:13.535825 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-9a7a611c-cc12-4971-bd17-7a66ae7a6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:22:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['dffdf481-4aba-402a-8fc8-0e115f11f164'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:13.661997 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-9a7a611c-cc12-4971-bd17-7a66ae7a6e31 None None] Set router dffdf481-4aba-402a-8fc8-0e115f11f164 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:13.908554 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-9a7a611c-cc12-4971-bd17-7a66ae7a6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port': {'id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:48Z', 'updated_at': '2021-10-27T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': 'a27b4d7d-6787-471c-adc2-31fe44e36de3', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'port_id': '73aeb536-73d3-43e7-a413-da63ec98e902', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'mac_address': 'fa:16:3e:bf:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29868633-3aac-4921-86d8-4a8673a97704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:22:58Z', 'updated_at': '2021-10-27T10:23:12Z', 'revision_number': 1, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6d5fff-4f3a-405b-8cee-d02a001b2f86', 'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'mac_address': 'fa:16:3e:1c:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:53Z', 'updated_at': '2021-10-27T10:19:01Z', 'revision_number': 5, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'subnets': [{'id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:13.936682 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7a611c-cc12-4971-bd17-7a66ae7a6e31 None None] The sync data for ids ['dffdf481-4aba-402a-8fc8-0e115f11f164'] in dv-cinder-815145-2-iscsi is: [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port': {'id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:48Z', 'updated_at': '2021-10-27T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': 'a27b4d7d-6787-471c-adc2-31fe44e36de3', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'port_id': '73aeb536-73d3-43e7-a413-da63ec98e902', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'mac_address': 'fa:16:3e:bf:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29868633-3aac-4921-86d8-4a8673a97704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:22:58Z', 'updated_at': '2021-10-27T10:23:12Z', 'revision_number': 1, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6d5fff-4f3a-405b-8cee-d02a001b2f86', 'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'mac_address': 'fa:16:3e:1c:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:53Z', 'updated_at': '2021-10-27T10:19:01Z', 'revision_number': 5, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'subnets': [{'id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:23:14.158446 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a354b4a-b75e-4913-affe-6427aa4fbe1f None None] New status for floating IP a27b4d7d-6787-471c-adc2-31fe44e36de3: ACTIVE {{(pid=102227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:23:15.310089 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cd019-187b-41d2-85d2-62f514df1183 req-443f070a-70f4-41d5-898e-1f09af0e4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:15.311595 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c93cd019-187b-41d2-85d2-62f514df1183 req-443f070a-70f4-41d5-898e-1f09af0e4135 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6656d74f77af428aba35d0d4513da3b9&device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 1099 time: 0.0472207 Oct 27 10:23:15.420310 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cd019-187b-41d2-85d2-62f514df1183 req-05b292ca-0591-4961-ad46-e06ebf9535da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:15.421874 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c93cd019-187b-41d2-85d2-62f514df1183 req-05b292ca-0591-4961-ad46-e06ebf9535da service neutron] 10.222.0.73 "GET /v2.0/networks?id=85cca7a2-e927-4155-9525-946b9afad186 HTTP/1.1" status: 200 len: 918 time: 0.1018424 Oct 27 10:23:15.509222 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c93cd019-187b-41d2-85d2-62f514df1183 req-d1951499-520d-4d03-b269-869f04ddfbda service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73aeb536-73d3-43e7-a413-da63ec98e902 HTTP/1.1" status: 200 len: 1001 time: 0.0770204 Oct 27 10:23:15.563859 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cd019-187b-41d2-85d2-62f514df1183 req-14226585-04b6-41d2-80a0-a7e20b347dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:15.565514 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c93cd019-187b-41d2-85d2-62f514df1183 req-14226585-04b6-41d2-80a0-a7e20b347dc5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ecc75ced-88da-4001-a1b2-e070b2cff892 HTTP/1.1" status: 200 len: 856 time: 0.0472407 Oct 27 10:23:15.617271 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cd019-187b-41d2-85d2-62f514df1183 req-fee124e8-a2ad-4248-ba49-b986048ed965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:15.618740 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c93cd019-187b-41d2-85d2-62f514df1183 req-fee124e8-a2ad-4248-ba49-b986048ed965 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=85cca7a2-e927-4155-9525-946b9afad186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426824 Oct 27 10:23:15.721881 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c93cd019-187b-41d2-85d2-62f514df1183 req-c76f7c6f-b1b9-4166-8ce6-c6b84602caf6 service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911505 Oct 27 10:23:18.513780 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c93cd019-187b-41d2-85d2-62f514df1183 req-4d83b4a8-da50-432e-9267-edf5b2af82eb service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860121 Oct 27 10:23:18.803839 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-217440f4-cfbc-4734-8c37-01a244ff1e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:21.300081 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:21.386497 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-7d7df596-5cbb-473e-b98d-95a1dbfcc4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:22.306598 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:22.557596 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:24.203719 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:37.556911 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345d1d8-39ad-4a84-b4d3-b94a71b51f6e req-7f5534ba-28f4-40e4-bb03-e74c8fff819f tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:37.559401 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e345d1d8-39ad-4a84-b4d3-b94a71b51f6e req-7f5534ba-28f4-40e4-bb03-e74c8fff819f tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 945 time: 0.0545719 Oct 27 10:23:37.603574 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e345d1d8-39ad-4a84-b4d3-b94a71b51f6e req-054f8cb0-61e7-4ef9-8aa1-25d4c2596478 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387962 Oct 27 10:23:38.727579 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480254f8-eedf-4f4e-9a78-32137805a3ed req-2278c33f-c6b2-4fab-9834-5402c799dc11 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:38.729172 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-480254f8-eedf-4f4e-9a78-32137805a3ed req-2278c33f-c6b2-4fab-9834-5402c799dc11 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 945 time: 0.0519376 Oct 27 10:23:38.772488 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-480254f8-eedf-4f4e-9a78-32137805a3ed req-b031555e-a148-4005-b87d-1e439bc103f9 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368104 Oct 27 10:23:39.615391 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246181e-5964-4172-8b81-b6235cbe7c98 req-b36e4bf0-6f0b-4a58-b215-7a3376458492 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:39.616946 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5246181e-5964-4172-8b81-b6235cbe7c98 req-b36e4bf0-6f0b-4a58-b215-7a3376458492 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.73 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 945 time: 0.0569887 Oct 27 10:23:39.728714 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-5246181e-5964-4172-8b81-b6235cbe7c98 req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Deleting port 91604a8e-5e80-48f3-8425-20d7a6b0730c {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:39.729318 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-5246181e-5964-4172-8b81-b6235cbe7c98 req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.850505 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-5246181e-5964-4172-8b81-b6235cbe7c98 req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] For port 91604a8e-5e80-48f3-8425-20d7a6b0730c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=91604a8e-5e80-48f3-8425-20d7a6b0730c,segment=NetworkSegment(0a5b4155-e636-46a4-aa22-53e5833d5858),segment_id=0a5b4155-e636-46a4-aa22-53e5833d5858)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:39.850505 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-5246181e-5964-4172-8b81-b6235cbe7c98 req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.869112 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-5246181e-5964-4172-8b81-b6235cbe7c98 req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Calling delete_port for 91604a8e-5e80-48f3-8425-20d7a6b0730c owned by compute:nova {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:39.919988 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ac9b9-f5b1-4115-a21b-74c77a0963ac req-25131361-ec8e-4e6f-8ca1-7ef722e61116 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:39.922125 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-266ac9b9-f5b1-4115-a21b-74c77a0963ac req-25131361-ec8e-4e6f-8ca1-7ef722e61116 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 945 time: 0.0607972 Oct 27 10:23:39.966443 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-266ac9b9-f5b1-4115-a21b-74c77a0963ac req-4516cc19-fa90-4214-b34e-fac5e2a30455 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354793 Oct 27 10:23:40.094645 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-5246181e-5964-4172-8b81-b6235cbe7c98 req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:40.108532 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['91604a8e-5e80-48f3-8425-20d7a6b0730c'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:40.133991 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Pushing event deleted for resources: {'Port': ['ID=91604a8e-5e80-48f3-8425-20d7a6b0730c,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:40.165242 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:40.165589 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:40.165931 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:40.166261 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:40.166586 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:40.166907 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:40.167232 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:40.167553 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:40.167872 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:40.168191 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:40.168510 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:40.168829 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:40.187784 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5246181e-5964-4172-8b81-b6235cbe7c98 req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] No DVR routers for this DVR port 91604a8e-5e80-48f3-8425-20d7a6b0730c on host hv-cinder-81514 {{(pid=102225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:23:40.190697 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-5246181e-5964-4172-8b81-b6235cbe7c98 req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:40.195738 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5246181e-5964-4172-8b81-b6235cbe7c98 req-92fd5496-8566-406c-af08-3211b2a46190 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.73 "DELETE /v2.0/ports/91604a8e-5e80-48f3-8425-20d7a6b0730c HTTP/1.1" status: 204 len: 173 time: 0.5715580 Oct 27 10:23:40.198712 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fe415f-5f23-4911-bae6-5a1168ac80d6', 'name': 'network-vif-deleted', 'tag': '91604a8e-5e80-48f3-8425-20d7a6b0730c'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:40.200131 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220730c9-9d22-4906-9f8d-7c55943af082" -d '{"events": [{"server_uuid": "55fe415f-5f23-4911-bae6-5a1168ac80d6", "name": "network-vif-deleted", "tag": "91604a8e-5e80-48f3-8425-20d7a6b0730c"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:40.255303 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce465a7-339d-4177-a7c3-7e40338ab1eb x-openstack-request-id: req-3ce465a7-339d-4177-a7c3-7e40338ab1eb {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:40.255641 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fe415f-5f23-4911-bae6-5a1168ac80d6", "name": "network-vif-deleted", "tag": "91604a8e-5e80-48f3-8425-20d7a6b0730c", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:40.255893 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3ce465a7-339d-4177-a7c3-7e40338ab1eb {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:40.256298 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fe415f-5f23-4911-bae6-5a1168ac80d6', 'name': 'network-vif-deleted', 'tag': '91604a8e-5e80-48f3-8425-20d7a6b0730c', 'status': 'completed', 'code': 200} Oct 27 10:23:41.102993 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b9c7485c-f11b-43e4-9d98-f1c2f8bdb769 req-20cd8ccf-5d04-4ef3-96cd-9f23ab01bd7c tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=55fe415f-5f23-4911-bae6-5a1168ac80d6 HTTP/1.1" status: 200 len: 210 time: 0.0290260 Oct 27 10:23:41.714982 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 52122) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:41.828894 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bea67276-b940-48e1-bed2-b06eaf2630c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:41.914021 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bea67276-b940-48e1-bed2-b06eaf2630c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:42.009069 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bea67276-b940-48e1-bed2-b06eaf2630c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:42.047448 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-bea67276-b940-48e1-bed2-b06eaf2630c7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5d8101e169a247b8a9ae3f9d92626e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312509 Oct 27 10:23:42.049397 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea67276-b940-48e1-bed2-b06eaf2630c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fe1641-ab2c-4977-a2f0-db9d731bc35c,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:42.050246 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 52128) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:42.056516 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea67276-b940-48e1-bed2-b06eaf2630c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:42.056874 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea67276-b940-48e1-bed2-b06eaf2630c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:42.057212 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea67276-b940-48e1-bed2-b06eaf2630c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:42.057554 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea67276-b940-48e1-bed2-b06eaf2630c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:42.057881 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea67276-b940-48e1-bed2-b06eaf2630c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:42.058205 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea67276-b940-48e1-bed2-b06eaf2630c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:42.058529 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea67276-b940-48e1-bed2-b06eaf2630c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:42.058859 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea67276-b940-48e1-bed2-b06eaf2630c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:42.059180 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea67276-b940-48e1-bed2-b06eaf2630c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:42.059498 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea67276-b940-48e1-bed2-b06eaf2630c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:42.059816 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea67276-b940-48e1-bed2-b06eaf2630c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:42.060129 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea67276-b940-48e1-bed2-b06eaf2630c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:42.103687 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-336393e6-76ef-445a-a724-eaa9f9a19823 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:42.134767 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-336393e6-76ef-445a-a724-eaa9f9a19823 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:42.260375 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-336393e6-76ef-445a-a724-eaa9f9a19823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:42.263199 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-336393e6-76ef-445a-a724-eaa9f9a19823 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:42.264352 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-336393e6-76ef-445a-a724-eaa9f9a19823 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f8fe1641-ab2c-4977-a2f0-db9d731bc35c HTTP/1.1" status: 204 len: 168 time: 0.2131231 Oct 27 10:23:42.274583 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336393e6-76ef-445a-a724-eaa9f9a19823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fe1641-ab2c-4977-a2f0-db9d731bc35c,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:43.033521 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d7179-0783-4ed0-b72b-7435c963a27e req-06929dae-27f5-4f19-8556-456e0e3037c3 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:43.036830 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-af3d7179-0783-4ed0-b72b-7435c963a27e req-06929dae-27f5-4f19-8556-456e0e3037c3 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 985 time: 0.0524948 Oct 27 10:23:43.086569 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-af3d7179-0783-4ed0-b72b-7435c963a27e req-6589117f-6ea6-4917-8310-377b6e0ec228 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&id=b6883e5b-710b-4e63-9e14-13a50ff15d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436535 Oct 27 10:23:43.145513 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1862b-5104-461e-ba66-d60feef8e43e req-896c08e2-5ccf-4328-b11d-b560c2d4f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:43.147037 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0cd1862b-5104-461e-ba66-d60feef8e43e req-896c08e2-5ccf-4328-b11d-b560c2d4f022 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8fd26a4e1db456c885913dfd7b35cf7&device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 1138 time: 0.0498774 Oct 27 10:23:43.249762 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1862b-5104-461e-ba66-d60feef8e43e req-f8f52d23-a82c-4886-8f2f-8a3438167c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:43.251142 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0cd1862b-5104-461e-ba66-d60feef8e43e req-f8f52d23-a82c-4886-8f2f-8a3438167c95 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7fbed54f-7168-466f-85e1-fbc34f8bb84f HTTP/1.1" status: 200 len: 916 time: 0.0934687 Oct 27 10:23:44.055640 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 91604a8e-5e80-48f3-8425-20d7a6b0730c no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:44.076071 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: 91604a8e-5e80-48f3-8425-20d7a6b0730c {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:23:44.076412 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 91604a8e-5e80-48f3-8425-20d7a6b0730c not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:23:44.118270 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0cd1862b-5104-461e-ba66-d60feef8e43e req-f89ff61f-8b64-473f-ba96-50f898c93141 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b HTTP/1.1" status: 200 len: 1001 time: 0.0621412 Oct 27 10:23:44.206128 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7fcf2-f8c6-4d5e-89b2-e3850aed0e00 req-1dbeeb62-9a4f-43ea-b02f-b22207cd65e9 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:44.208126 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-00e7fcf2-f8c6-4d5e-89b2-e3850aed0e00 req-1dbeeb62-9a4f-43ea-b02f-b22207cd65e9 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 985 time: 0.0506256 Oct 27 10:23:44.251713 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-00e7fcf2-f8c6-4d5e-89b2-e3850aed0e00 req-920a6a56-1de1-4fb6-84a0-ab4c3e6560fa tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&id=b6883e5b-710b-4e63-9e14-13a50ff15d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374703 Oct 27 10:23:44.960807 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1862b-5104-461e-ba66-d60feef8e43e req-5850b41f-b6bd-48f8-9060-700b75130bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:44.962309 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0cd1862b-5104-461e-ba66-d60feef8e43e req-5850b41f-b6bd-48f8-9060-700b75130bd8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a7bc86f-86ac-4548-a9e0-3cf66edfb331 HTTP/1.1" status: 200 len: 854 time: 0.0471814 Oct 27 10:23:45.382400 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad052e50-2282-4c17-9104-4b25d1d1b81f req-b317d8c8-393f-422f-bf29-cc0175003935 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:45.384063 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ad052e50-2282-4c17-9104-4b25d1d1b81f req-b317d8c8-393f-422f-bf29-cc0175003935 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 985 time: 0.0527225 Oct 27 10:23:45.424490 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ad052e50-2282-4c17-9104-4b25d1d1b81f req-481a230d-8f46-4a0a-a361-9d4be8ddc467 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&id=b6883e5b-710b-4e63-9e14-13a50ff15d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336590 Oct 27 10:23:45.943836 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1862b-5104-461e-ba66-d60feef8e43e req-c57076dc-0dd3-4314-9528-b91392703495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:45.946514 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0cd1862b-5104-461e-ba66-d60feef8e43e req-c57076dc-0dd3-4314-9528-b91392703495 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7fbed54f-7168-466f-85e1-fbc34f8bb84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522339 Oct 27 10:23:46.080485 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0cd1862b-5104-461e-ba66-d60feef8e43e req-e8d28405-465a-45e8-9fca-a0a7e0941116 service neutron] 10.222.0.73 "GET /v2.0/networks/7fbed54f-7168-466f-85e1-fbc34f8bb84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250622 Oct 27 10:23:46.184676 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0cd1862b-5104-461e-ba66-d60feef8e43e req-c43f47bb-ecd9-4748-ade6-2e4c840422f9 service neutron] 10.222.0.73 "GET /v2.0/networks/7fbed54f-7168-466f-85e1-fbc34f8bb84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955703 Oct 27 10:23:46.306057 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:23:46.552764 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a7154-4b89-45a0-8525-d0f6810a650f req-7418e09b-8e55-452d-8328-31eaee37c407 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:46.554518 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4e8a7154-4b89-45a0-8525-d0f6810a650f req-7418e09b-8e55-452d-8328-31eaee37c407 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 985 time: 0.0564578 Oct 27 10:23:46.596567 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4e8a7154-4b89-45a0-8525-d0f6810a650f req-8eb171ed-0a0c-4c7a-a5f1-e902d1f14627 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&id=b6883e5b-710b-4e63-9e14-13a50ff15d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359006 Oct 27 10:23:47.896348 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7dc1e-4e86-41e4-9d70-5756c6503b0d req-05e1ef90-1c5b-4747-b276-db913ce733b9 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:47.897820 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-82d7dc1e-4e86-41e4-9d70-5756c6503b0d req-05e1ef90-1c5b-4747-b276-db913ce733b9 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 985 time: 0.2285576 Oct 27 10:23:47.952326 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-82d7dc1e-4e86-41e4-9d70-5756c6503b0d req-6f8a5b3a-ed1c-4f26-a4ca-ae086a98f0d4 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&id=b6883e5b-710b-4e63-9e14-13a50ff15d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470369 Oct 27 10:23:48.776916 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f814f9e0-c21c-47ce-b2a1-85c2739da94a req-9492ec6a-7285-4f22-be64-68c173753b7a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436695 Oct 27 10:23:48.803672 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-3e597a36-80c4-4bd4-b42d-251142ebb0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:48.857662 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814f9e0-c21c-47ce-b2a1-85c2739da94a req-d10e0e81-373a-41b6-94ed-18e31d46d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:48.859208 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f814f9e0-c21c-47ce-b2a1-85c2739da94a req-d10e0e81-373a-41b6-94ed-18e31d46d91e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dca79ce6135645d8ac76dd2c8abf30f3&device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 1099 time: 0.0547919 Oct 27 10:23:48.981796 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814f9e0-c21c-47ce-b2a1-85c2739da94a req-0a558cef-7a98-4039-a812-dc49a0a48f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:48.982949 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f814f9e0-c21c-47ce-b2a1-85c2739da94a req-0a558cef-7a98-4039-a812-dc49a0a48f81 service neutron] 10.222.0.73 "GET /v2.0/networks?id=37419415-1089-4518-a3d4-26fb32aa3969 HTTP/1.1" status: 200 len: 911 time: 0.0990424 Oct 27 10:23:49.352288 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f814f9e0-c21c-47ce-b2a1-85c2739da94a req-44b575cc-117d-4d1c-b5c7-06b26ee627fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 HTTP/1.1" status: 200 len: 1002 time: 0.3589742 Oct 27 10:23:49.370108 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d0479-b50a-4ca6-a7c6-9fca55106229 req-4680d762-8883-466d-ac51-a7188df18d78 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:49.371608 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-518d0479-b50a-4ca6-a7c6-9fca55106229 req-4680d762-8883-466d-ac51-a7188df18d78 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 985 time: 0.3313334 Oct 27 10:23:49.423067 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-518d0479-b50a-4ca6-a7c6-9fca55106229 req-0fbfbc50-7de0-4425-ac9a-8a242b9f201f tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&id=b6883e5b-710b-4e63-9e14-13a50ff15d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355468 Oct 27 10:23:50.234087 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814f9e0-c21c-47ce-b2a1-85c2739da94a req-c4217454-757a-4478-aef9-f951794fe485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:50.235657 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f814f9e0-c21c-47ce-b2a1-85c2739da94a req-c4217454-757a-4478-aef9-f951794fe485 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3800a6b-912b-4fca-9e63-fb91e6bcdaec HTTP/1.1" status: 200 len: 849 time: 0.0508356 Oct 27 10:23:50.544973 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880c58d-6b14-4cf3-b025-1b9725ee4ea9 req-91ff3ab8-1c74-41ad-8ee4-2a50ee1dd334 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:50.546742 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7880c58d-6b14-4cf3-b025-1b9725ee4ea9 req-91ff3ab8-1c74-41ad-8ee4-2a50ee1dd334 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 985 time: 0.0526059 Oct 27 10:23:50.592718 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7880c58d-6b14-4cf3-b025-1b9725ee4ea9 req-680a4f10-a40f-4be9-a6a8-88e46e0707d6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&id=b6883e5b-710b-4e63-9e14-13a50ff15d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396516 Oct 27 10:23:51.299850 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:51.402786 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-e1a29b0f-d70b-489d-b964-7b2f63d48dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:51.712443 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756f354-f9f8-4008-be93-27b0af4d63f0 req-0a1c2e80-a809-46b0-9a11-70f411363f31 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:51.713932 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2756f354-f9f8-4008-be93-27b0af4d63f0 req-0a1c2e80-a809-46b0-9a11-70f411363f31 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 985 time: 0.0492225 Oct 27 10:23:51.765985 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2756f354-f9f8-4008-be93-27b0af4d63f0 req-dd765888-2533-45d0-86a2-8ba5349be88f tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&id=b6883e5b-710b-4e63-9e14-13a50ff15d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456109 Oct 27 10:23:52.022836 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814f9e0-c21c-47ce-b2a1-85c2739da94a req-4f7215d8-7fec-4904-bcdf-90c0ca470197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:52.024597 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f814f9e0-c21c-47ce-b2a1-85c2739da94a req-4f7215d8-7fec-4904-bcdf-90c0ca470197 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37419415-1089-4518-a3d4-26fb32aa3969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434387 Oct 27 10:23:52.132500 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f814f9e0-c21c-47ce-b2a1-85c2739da94a req-4ffdbc7e-17a5-49e6-9859-0baf0b1ad82a service neutron] 10.222.0.73 "GET /v2.0/networks/37419415-1089-4518-a3d4-26fb32aa3969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971088 Oct 27 10:23:52.233249 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f814f9e0-c21c-47ce-b2a1-85c2739da94a req-a6ce4e30-e327-4c2b-92b6-aa2481900531 service neutron] 10.222.0.73 "GET /v2.0/networks/37419415-1089-4518-a3d4-26fb32aa3969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928640 Oct 27 10:23:52.283171 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:52.608667 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:52.893438 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b781a-88fb-41ce-af02-16ef88f4a383 req-6f3bb9d7-03a9-4c3b-a70e-aab1005019a3 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:52.899594 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-957b781a-88fb-41ce-af02-16ef88f4a383 req-6f3bb9d7-03a9-4c3b-a70e-aab1005019a3 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 985 time: 0.0556853 Oct 27 10:23:52.937509 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-957b781a-88fb-41ce-af02-16ef88f4a383 req-0f47345b-4307-49eb-b913-f30d313348ca tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&id=b6883e5b-710b-4e63-9e14-13a50ff15d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363169 Oct 27 10:23:52.989161 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7a4e8-21f7-4198-8ad0-9482bec90f3b req-35cf4589-0762-4d26-a62f-dfa88b6e0042 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:52.991363 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-12c7a4e8-21f7-4198-8ad0-9482bec90f3b req-35cf4589-0762-4d26-a62f-dfa88b6e0042 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.1126287 Oct 27 10:23:53.031549 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-12c7a4e8-21f7-4198-8ad0-9482bec90f3b req-f46f359d-3d2d-4c0e-b3fd-07c3c8628eda tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341761 Oct 27 10:23:53.279518 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-42e1015d-cd17-4fbe-b00f-9da427195732 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:53.280763 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-42e1015d-cd17-4fbe-b00f-9da427195732 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/networks?id=d58f8c29-6451-4c64-8aef-7c5985cfabd2 HTTP/1.1" status: 200 len: 814 time: 0.1063199 Oct 27 10:23:53.296584 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-329151d0-7c5a-4783-a0ae-77689aa05956 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/quotas/4692fca88ef042588feb3546003ce646 HTTP/1.1" status: 200 len: 375 time: 0.0093713 Oct 27 10:23:53.328186 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-7c320ec7-0189-4024-ada0-b4bc16b205d6 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4692fca88ef042588feb3546003ce646&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262454 Oct 27 10:23:53.697006 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-79bf20ff-ca55-4081-9c24-ddfc0d202b4f service neutron] 10.222.0.66 "GET /v2.0/networks/d58f8c29-6451-4c64-8aef-7c5985cfabd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611286 Oct 27 10:23:53.785889 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-f3134842-deb7-4f2b-be78-d8dd191c3193 service neutron] 10.222.0.66 "GET /v2.0/networks/d58f8c29-6451-4c64-8aef-7c5985cfabd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827568 Oct 27 10:23:54.046671 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-31880069-d134-4dc7-8d4b-cc68fc4b0669 req-c303c951-cb83-46d3-ae3d-c7b7cfff15fc tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 210 time: 0.0305803 Oct 27 10:23:54.116676 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cee227-8bbc-478c-9efc-d05667f30677 req-aada4707-4f21-4b9c-9b6d-712f7492e629 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:54.125706 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c2cee227-8bbc-478c-9efc-d05667f30677 req-aada4707-4f21-4b9c-9b6d-712f7492e629 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 985 time: 0.0932059 Oct 27 10:23:54.173891 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c2cee227-8bbc-478c-9efc-d05667f30677 req-d996aaae-7594-4140-85a3-0637f450ee52 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&id=b6883e5b-710b-4e63-9e14-13a50ff15d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416400 Oct 27 10:23:54.176705 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cee2e1-af57-4168-bbb3-3b9b90c95c98 req-2ada4c34-9211-4f9c-9076-e74986b9010e tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:54.178840 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-37cee2e1-af57-4168-bbb3-3b9b90c95c98 req-2ada4c34-9211-4f9c-9076-e74986b9010e tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0635605 Oct 27 10:23:54.203337 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:54.238064 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-37cee2e1-af57-4168-bbb3-3b9b90c95c98 req-aababb31-0d0c-41f1-a96d-96af63d5890f tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510671 Oct 27 10:23:55.150756 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bfe691fe-0cc2-4f6d-9e3a-c485259be52f req-dc45b1b4-ad55-423f-a3b5-9b8a02e6f46d tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 210 time: 0.0294588 Oct 27 10:23:55.289004 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c865b2-c7c3-49b1-b58f-c1f1cb6c40fc req-915bd909-d9b2-4e95-be11-e4cde500bed1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:55.290565 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-31c865b2-c7c3-49b1-b58f-c1f1cb6c40fc req-915bd909-d9b2-4e95-be11-e4cde500bed1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0782464 Oct 27 10:23:55.345269 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6f225-04db-4200-b685-a4371db3809a req-7a34b11e-481e-4ce4-b44e-4df8d9bbdd34 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:55.346791 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-55e6f225-04db-4200-b685-a4371db3809a req-7a34b11e-481e-4ce4-b44e-4df8d9bbdd34 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 985 time: 0.0973430 Oct 27 10:23:55.398778 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb132f6-88f1-4c36-ad4b-d50df30528e8 req-ea22bf80-2e32-485f-821b-e4746aea74b6 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:55.400382 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7eb132f6-88f1-4c36-ad4b-d50df30528e8 req-ea22bf80-2e32-485f-821b-e4746aea74b6 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 946 time: 0.0604880 Oct 27 10:23:55.423954 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-55e6f225-04db-4200-b685-a4371db3809a req-5fb4fb5e-d8c3-4d3e-b2a3-6f19334b4164 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&id=b6883e5b-710b-4e63-9e14-13a50ff15d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652201 Oct 27 10:23:55.457404 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-31c865b2-c7c3-49b1-b58f-c1f1cb6c40fc req-861511b4-b1e0-4d94-9d1d-698e92b267f7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Deleting port a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:55.457753 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-31c865b2-c7c3-49b1-b58f-c1f1cb6c40fc req-861511b4-b1e0-4d94-9d1d-698e92b267f7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:55.457909 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7eb132f6-88f1-4c36-ad4b-d50df30528e8 req-60121912-1b8d-400f-8486-993cc092634a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=4feaa0ef-0054-48bc-9e63-96733c02112f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508361 Oct 27 10:23:55.576975 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-31c865b2-c7c3-49b1-b58f-c1f1cb6c40fc req-861511b4-b1e0-4d94-9d1d-698e92b267f7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] For port a62c43d4-5847-4c3a-95f1-dd1dbd1cb527, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a62c43d4-5847-4c3a-95f1-dd1dbd1cb527,segment=NetworkSegment(92482d8d-9aed-490f-9c2d-aa08717a120e),segment_id=92482d8d-9aed-490f-9c2d-aa08717a120e)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:55.577372 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-31c865b2-c7c3-49b1-b58f-c1f1cb6c40fc req-861511b4-b1e0-4d94-9d1d-698e92b267f7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:55.761677 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-31c865b2-c7c3-49b1-b58f-c1f1cb6c40fc req-861511b4-b1e0-4d94-9d1d-698e92b267f7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:55.762006 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-31c865b2-c7c3-49b1-b58f-c1f1cb6c40fc req-861511b4-b1e0-4d94-9d1d-698e92b267f7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623603'] for floatingip, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:55.762327 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.l3_db [req-31c865b2-c7c3-49b1-b58f-c1f1cb6c40fc req-861511b4-b1e0-4d94-9d1d-698e92b267f7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Floating IP fed199ea-e598-4948-903e-50d703f21f98 disassociated. External IP: 172.27.3.192, port: a62c43d4-5847-4c3a-95f1-dd1dbd1cb527. Oct 27 10:23:55.762662 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-31c865b2-c7c3-49b1-b58f-c1f1cb6c40fc req-861511b4-b1e0-4d94-9d1d-698e92b267f7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Calling delete_port for a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 owned by compute:nova {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:56.021777 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-31c865b2-c7c3-49b1-b58f-c1f1cb6c40fc req-861511b4-b1e0-4d94-9d1d-698e92b267f7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:56.065343 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861511b4-b1e0-4d94-9d1d-698e92b267f7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Pushing event deleted for resources: {'Port': ['ID=a62c43d4-5847-4c3a-95f1-dd1dbd1cb527,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:56.206777 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31c865b2-c7c3-49b1-b58f-c1f1cb6c40fc req-861511b4-b1e0-4d94-9d1d-698e92b267f7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:23:56.261591 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b9e8b52b-6f4a-411c-81f7-008849cc90e6 req-c6389e03-9c51-4ef9-a5f2-8710fea1f4da tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 210 time: 0.0328505 Oct 27 10:23:56.349284 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31c865b2-c7c3-49b1-b58f-c1f1cb6c40fc req-861511b4-b1e0-4d94-9d1d-698e92b267f7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:23:56.357295 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14884e92-1521-42e5-a2f9-0ebfd55ba69e None None] Sync routers for ids ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:23:56.375448 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14884e92-1521-42e5-a2f9-0ebfd55ba69e None None] Routers {'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:56.378900 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-14884e92-1521-42e5-a2f9-0ebfd55ba69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:23:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:56.416480 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c865b2-c7c3-49b1-b58f-c1f1cb6c40fc req-861511b4-b1e0-4d94-9d1d-698e92b267f7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] No DVR routers for this DVR port a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 on host hv-cinder-81514 {{(pid=102225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:23:56.421601 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-31c865b2-c7c3-49b1-b58f-c1f1cb6c40fc req-861511b4-b1e0-4d94-9d1d-698e92b267f7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:56.428959 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-31c865b2-c7c3-49b1-b58f-c1f1cb6c40fc req-861511b4-b1e0-4d94-9d1d-698e92b267f7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.73 "DELETE /v2.0/ports/a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 HTTP/1.1" status: 204 len: 173 time: 1.1298871 Oct 27 10:23:56.430187 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0452d6-8992-4e21-8732-5b389e05265c', 'name': 'network-vif-deleted', 'tag': 'a62c43d4-5847-4c3a-95f1-dd1dbd1cb527'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:56.435767 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247705d5-fb56-4426-88f8-195c1b018e54" -d '{"events": [{"server_uuid": "0b0452d6-8992-4e21-8732-5b389e05265c", "name": "network-vif-deleted", "tag": "a62c43d4-5847-4c3a-95f1-dd1dbd1cb527"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:56.577144 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fd8db7-9a50-403b-910b-8006f79a65e4 x-openstack-request-id: req-f4fd8db7-9a50-403b-910b-8006f79a65e4 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:56.577466 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0452d6-8992-4e21-8732-5b389e05265c", "name": "network-vif-deleted", "tag": "a62c43d4-5847-4c3a-95f1-dd1dbd1cb527", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:56.577768 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f4fd8db7-9a50-403b-910b-8006f79a65e4 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:56.578377 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0452d6-8992-4e21-8732-5b389e05265c', 'name': 'network-vif-deleted', 'tag': 'a62c43d4-5847-4c3a-95f1-dd1dbd1cb527', 'status': 'completed', 'code': 200} Oct 27 10:23:56.623178 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-14884e92-1521-42e5-a2f9-0ebfd55ba69e None None] Set router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:56.696526 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-cb7214a1-efc7-403a-a2de-e57e2f3702c4 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:56.698646 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-cb7214a1-efc7-403a-a2de-e57e2f3702c4 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.73 "GET /v2.0/networks?id=d58f8c29-6451-4c64-8aef-7c5985cfabd2 HTTP/1.1" status: 200 len: 814 time: 0.2510202 Oct 27 10:23:56.716731 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-48ed6a65-1c71-46f2-bf4d-73c29ebf8832 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Request body: {'port': {'device_id': '84798bb8-44f7-4af3-8900-443624b43d5e', 'network_id': 'd58f8c29-6451-4c64-8aef-7c5985cfabd2', 'admin_state_up': True, 'tenant_id': '4692fca88ef042588feb3546003ce646'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:56.763479 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724e441-12a0-445c-ab32-c3e6a0389c41 req-f0437037-345d-4a1e-b7cb-785a23f938f0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:56.769379 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0724e441-12a0-445c-ab32-c3e6a0389c41 req-f0437037-345d-4a1e-b7cb-785a23f938f0 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 985 time: 0.1649857 Oct 27 10:23:56.818584 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5e82f156-822f-470d-8cda-da7ce656b950 req-36dff503-6697-46ff-b348-ef198c8b4db8 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b0452d6-8992-4e21-8732-5b389e05265c HTTP/1.1" status: 200 len: 210 time: 0.1183941 Oct 27 10:23:56.844562 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0724e441-12a0-445c-ab32-c3e6a0389c41 req-6e40f282-bee2-4631-9723-d3c70a8ea2da tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&id=b6883e5b-710b-4e63-9e14-13a50ff15d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637510 Oct 27 10:23:57.031533 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-48ed6a65-1c71-46f2-bf4d-73c29ebf8832 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Made reservation on behalf of 4692fca88ef042588feb3546003ce646 for: {'port': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:23:57.037862 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-48ed6a65-1c71-46f2-bf4d-73c29ebf8832 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:57.045845 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-14884e92-1521-42e5-a2f9-0ebfd55ba69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:20:08Z', 'revision_number': 4, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port': {'id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:04Z', 'updated_at': '2021-10-27T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '11973f1a-f61d-44fd-b06c-16d91c16c8dd', 'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'mac_address': 'fa:16:3e:bd:0e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:07Z', 'updated_at': '2021-10-27T10:20:12Z', 'revision_number': 5, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'subnets': [{'id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:57.080071 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14884e92-1521-42e5-a2f9-0ebfd55ba69e None None] Checking router: e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:23:57.089093 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14884e92-1521-42e5-a2f9-0ebfd55ba69e None None] Routers {'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:57.091569 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-14884e92-1521-42e5-a2f9-0ebfd55ba69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:23:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:57.188063 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-48ed6a65-1c71-46f2-bf4d-73c29ebf8832 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Allocated IP 172.20.0.6 (d58f8c29-6451-4c64-8aef-7c5985cfabd2/14314849-8b91-4140-98ec-066bf5de6be6/5f41d354-5efd-400e-806a-f3832f5a4144) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:23:57.202218 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-14884e92-1521-42e5-a2f9-0ebfd55ba69e None None] Set router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:57.382125 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-48ed6a65-1c71-46f2-bf4d-73c29ebf8832 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:57.386506 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6e1e0a42-7541-49d4-bf51-be193559a133 req-408c395d-40b0-401f-b81e-a9dc166e08cf tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 210 time: 0.0298812 Oct 27 10:23:57.467045 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-14884e92-1521-42e5-a2f9-0ebfd55ba69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:20:08Z', 'revision_number': 4, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port': {'id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:04Z', 'updated_at': '2021-10-27T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '11973f1a-f61d-44fd-b06c-16d91c16c8dd', 'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'mac_address': 'fa:16:3e:bd:0e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:07Z', 'updated_at': '2021-10-27T10:20:12Z', 'revision_number': 5, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'subnets': [{'id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:57.478253 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-48ed6a65-1c71-46f2-bf4d-73c29ebf8832 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:57.498036 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14884e92-1521-42e5-a2f9-0ebfd55ba69e None None] The sync data for ids ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'] in dv-cinder-815145-2-iscsi is: [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:20:08Z', 'revision_number': 4, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port': {'id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:04Z', 'updated_at': '2021-10-27T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '11973f1a-f61d-44fd-b06c-16d91c16c8dd', 'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'mac_address': 'fa:16:3e:bd:0e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:07Z', 'updated_at': '2021-10-27T10:20:12Z', 'revision_number': 5, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'subnets': [{'id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:23:57.532412 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-48ed6a65-1c71-46f2-bf4d-73c29ebf8832 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Network d58f8c29-6451-4c64-8aef-7c5985cfabd2 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:23:57.536409 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-48ed6a65-1c71-46f2-bf4d-73c29ebf8832 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:23:57.541247 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-48ed6a65-1c71-46f2-bf4d-73c29ebf8832 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:23:57.570324 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed6a65-1c71-46f2-bf4d-73c29ebf8832 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Pushing event updated for resources: {'Port': ['ID=5f41d354-5efd-400e-806a-f3832f5a4144,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:57.603522 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-48ed6a65-1c71-46f2-bf4d-73c29ebf8832 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:57.604181 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-48ed6a65-1c71-46f2-bf4d-73c29ebf8832 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:57.727927 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-48ed6a65-1c71-46f2-bf4d-73c29ebf8832 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0149927 Oct 27 10:23:57.742327 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Request body: {'port': {'device_id': '84798bb8-44f7-4af3-8900-443624b43d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:57.789514 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5be53c-4747-4c53-814e-a03b767bab28 None None] New status for floating IP fed199ea-e598-4948-903e-50d703f21f98: DOWN {{(pid=102227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:23:57.824500 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:58.008521 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b1116-ceb6-4708-9954-45d148cb7810 req-92caef9a-daf2-4995-be6c-4f1ef61b257f tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:58.010832 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f70b1116-ceb6-4708-9954-45d148cb7810 req-92caef9a-daf2-4995-be6c-4f1ef61b257f tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 985 time: 0.0733619 Oct 27 10:23:58.062541 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f70b1116-ceb6-4708-9954-45d148cb7810 req-81c8a9e9-caf5-45cc-8c69-62f400cd20a2 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&id=b6883e5b-710b-4e63-9e14-13a50ff15d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441315 Oct 27 10:23:58.088664 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 52296) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:58.153473 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1f5f17e1-e7ce-4726-bf98-7a650199154f tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:58.189150 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1f5f17e1-e7ce-4726-bf98-7a650199154f tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:58.200431 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f41d354-5efd-400e-806a-f3832f5a4144 {{(pid=102225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:58.211301 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:58.227719 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.provisioning_blocks [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Transition to ACTIVE for port object 5f41d354-5efd-400e-806a-f3832f5a4144 will not be triggered until provisioned by entity L2. {{(pid=102225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:23:58.374854 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:58.403436 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1f5f17e1-e7ce-4726-bf98-7a650199154f tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:58.408495 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1f5f17e1-e7ce-4726-bf98-7a650199154f tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:58.410052 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-1f5f17e1-e7ce-4726-bf98-7a650199154f tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "DELETE /v2.0/security-groups/4feaa0ef-0054-48bc-9e63-96733c02112f HTTP/1.1" status: 204 len: 168 time: 0.3277621 Oct 27 10:23:58.415018 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 52302) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:58.424613 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f17e1-e7ce-4726-bf98-7a650199154f tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feaa0ef-0054-48bc-9e63-96733c02112f,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:58.452504 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.api.v2.resource [None req-436969e8-c46e-4887-bf96-2551c41e222d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] show failed (client error): The resource could not be found. Oct 27 10:23:58.452504 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-436969e8-c46e-4887-bf96-2551c41e222d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups/4feaa0ef-0054-48bc-9e63-96733c02112f HTTP/1.1" status: 404 len: 347 time: 0.0331743 Oct 27 10:23:58.453334 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Pushing event updated for resources: {'Port': ['ID=5f41d354-5efd-400e-806a-f3832f5a4144,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:58.454923 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 52306) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:58.546928 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Attempting to bind port 5f41d354-5efd-400e-806a-f3832f5a4144 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:23:58.547375 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Attempting to bind port 5f41d354-5efd-400e-806a-f3832f5a4144 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '0a5b4155-e636-46a4-aa22-53e5833d5858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd58f8c29-6451-4c64-8aef-7c5985cfabd2'}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:23:58.547703 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Attempting to bind port 5f41d354-5efd-400e-806a-f3832f5a4144 on network d58f8c29-6451-4c64-8aef-7c5985cfabd2 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:58.558009 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Port 5f41d354-5efd-400e-806a-f3832f5a4144 on network d58f8c29-6451-4c64-8aef-7c5985cfabd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:23:58.558436 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Attempting to bind port 5f41d354-5efd-400e-806a-f3832f5a4144 on network d58f8c29-6451-4c64-8aef-7c5985cfabd2 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:58.566843 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:23:58.567320 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Checking segment: {'id': '0a5b4155-e636-46a4-aa22-53e5833d5858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd58f8c29-6451-4c64-8aef-7c5985cfabd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:23:58.567981 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Bound using segment: {'id': '0a5b4155-e636-46a4-aa22-53e5833d5858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd58f8c29-6451-4c64-8aef-7c5985cfabd2'} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:23:58.568727 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Bound port: 5f41d354-5efd-400e-806a-f3832f5a4144, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5b4155-e636-46a4-aa22-53e5833d5858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd58f8c29-6451-4c64-8aef-7c5985cfabd2'}}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:23:58.569327 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:58.626085 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bb0c3-7268-43a3-94e4-555fdb4249b2 req-d7946919-03d4-460c-9abf-5acaaf7c6383 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:58.627637 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6a0bb0c3-7268-43a3-94e4-555fdb4249b2 req-d7946919-03d4-460c-9abf-5acaaf7c6383 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 943 time: 0.1288164 Oct 27 10:23:58.660910 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] For port 5f41d354-5efd-400e-806a-f3832f5a4144, host hv-cinder-81514, cleared binding levels {{(pid=102225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:23:58.664592 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] For port 5f41d354-5efd-400e-806a-f3832f5a4144, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5f41d354-5efd-400e-806a-f3832f5a4144,segment=NetworkSegment(0a5b4155-e636-46a4-aa22-53e5833d5858),segment_id=0a5b4155-e636-46a4-aa22-53e5833d5858)] {{(pid=102225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:23:58.684751 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6a0bb0c3-7268-43a3-94e4-555fdb4249b2 req-65fe62cb-da17-4000-a53c-12931247755a tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503619 Oct 27 10:23:58.687128 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-d448c2c3-1172-4ade-bd83-cd9866c95245 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Deleting port ed3b915d-c78d-4106-b906-4b4bd1050cab {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:58.687469 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d448c2c3-1172-4ade-bd83-cd9866c95245 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:58.723515 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:58.771430 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d448c2c3-1172-4ade-bd83-cd9866c95245 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:58.771748 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d448c2c3-1172-4ade-bd83-cd9866c95245 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:58.776160 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:58.776160 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:58.778072 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] 10.222.0.73 "PUT /v2.0/ports/5f41d354-5efd-400e-806a-f3832f5a4144 HTTP/1.1" status: 200 len: 1093 time: 1.0406854 Oct 27 10:23:58.778539 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84798bb8-44f7-4af3-8900-443624b43d5e', 'tag': '5f41d354-5efd-400e-806a-f3832f5a4144'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:58.780976 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fbe9bd-1033-4429-8227-25af48240608" -d '{"events": [{"name": "network-changed", "server_uuid": "84798bb8-44f7-4af3-8900-443624b43d5e", "tag": "5f41d354-5efd-400e-806a-f3832f5a4144"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:58.785739 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-d448c2c3-1172-4ade-bd83-cd9866c95245 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Calling delete_port for ed3b915d-c78d-4106-b906-4b4bd1050cab owned by network:floatingip {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:58.805078 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5053f-b4c2-4c5d-9b3e-10e41a1d4b47 service neutron] Pushing event updated for resources: {'Port': ['ID=5f41d354-5efd-400e-806a-f3832f5a4144,revision_number=3']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:58.826104 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fefa72-d986-446b-8454-86adbc51aee3 x-openstack-request-id: req-c5fefa72-d986-446b-8454-86adbc51aee3 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:58.826584 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84798bb8-44f7-4af3-8900-443624b43d5e", "tag": "5f41d354-5efd-400e-806a-f3832f5a4144", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:58.826995 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c5fefa72-d986-446b-8454-86adbc51aee3 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:58.827594 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84798bb8-44f7-4af3-8900-443624b43d5e', 'tag': '5f41d354-5efd-400e-806a-f3832f5a4144', 'status': 'completed', 'code': 200} Oct 27 10:23:58.901496 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbe9bd-1033-4429-8227-25af48240608 req-b5850a32-2430-4c10-bbe1-b92705765f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:58.903098 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-73fbe9bd-1033-4429-8227-25af48240608 req-b5850a32-2430-4c10-bbe1-b92705765f26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4692fca88ef042588feb3546003ce646&device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 1096 time: 0.0484145 Oct 27 10:23:59.016300 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbe9bd-1033-4429-8227-25af48240608 req-4a0e3557-5e61-4644-8163-0b15dd46b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:59.017945 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-73fbe9bd-1033-4429-8227-25af48240608 req-4a0e3557-5e61-4644-8163-0b15dd46b1ff service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=4692fca88ef042588feb3546003ce646&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1049595 Oct 27 10:23:59.101329 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d448c2c3-1172-4ade-bd83-cd9866c95245 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:59.115611 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbe9bd-1033-4429-8227-25af48240608 req-16f37637-4609-4765-8489-7e1b8c6812ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:59.117081 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-73fbe9bd-1033-4429-8227-25af48240608 req-16f37637-4609-4765-8489-7e1b8c6812ea service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914388 Oct 27 10:23:59.128955 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448c2c3-1172-4ade-bd83-cd9866c95245 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Pushing event deleted for resources: {'Port': ['ID=ed3b915d-c78d-4106-b906-4b4bd1050cab,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:59.204302 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d448c2c3-1172-4ade-bd83-cd9866c95245 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for floatingip, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:59.205955 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-4155847c-e9dd-40eb-99bf-a2d692483a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:59.207049 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d448c2c3-1172-4ade-bd83-cd9866c95245 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:59.207494 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-4155847c-e9dd-40eb-99bf-a2d692483a10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4692fca88ef042588feb3546003ce646&device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 1096 time: 0.0462339 Oct 27 10:23:59.208310 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-d448c2c3-1172-4ade-bd83-cd9866c95245 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "DELETE /v2.0/floatingips/fed199ea-e598-4948-903e-50d703f21f98 HTTP/1.1" status: 204 len: 168 time: 0.7523646 Oct 27 10:23:59.253327 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-a27c659e-ae78-44f2-9909-4b9732afe09a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f41d354-5efd-400e-806a-f3832f5a4144 HTTP/1.1" status: 200 len: 217 time: 0.0371735 Oct 27 10:23:59.305909 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-1c2591f4-3fca-44b6-95ca-2a49c9cd6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:59.307490 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-1c2591f4-3fca-44b6-95ca-2a49c9cd6349 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=14314849-8b91-4140-98ec-066bf5de6be6 HTTP/1.1" status: 200 len: 854 time: 0.0477448 Oct 27 10:23:59.343699 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-f5281b23-330a-4cc6-850e-47a839d84b7b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d58f8c29-6451-4c64-8aef-7c5985cfabd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289769 Oct 27 10:23:59.449858 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-54682b26-13de-403b-bfcf-1e612c92bd27 service neutron] 10.222.0.73 "GET /v2.0/networks/d58f8c29-6451-4c64-8aef-7c5985cfabd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964267 Oct 27 10:23:59.551297 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f50318dd-d8b6-461f-af99-3427bd5c45c5 req-572f5be8-14df-4c5e-9ddd-4b05e9f74724 service neutron] 10.222.0.73 "GET /v2.0/networks/d58f8c29-6451-4c64-8aef-7c5985cfabd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923436 Oct 27 10:23:59.573333 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:59.594038 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:23:59.594475 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device a62c43d4-5847-4c3a-95f1-dd1dbd1cb527 not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:23:59.700797 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 52314) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:59.705452 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-3f8b31c3-caf7-41bc-a68a-4cbc9bf6060d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1587308642', 'description': 'tempest-description--1487797713'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:59.819655 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9657bb-e395-4bba-81eb-15993cba906d req-5d419d74-d2a3-451d-a65f-43e031b985f6 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:59.820163 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-3f8b31c3-caf7-41bc-a68a-4cbc9bf6060d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:59.821053 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6c9657bb-e395-4bba-81eb-15993cba906d req-5d419d74-d2a3-451d-a65f-43e031b985f6 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 943 time: 0.0533881 Oct 27 10:23:59.862951 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6c9657bb-e395-4bba-81eb-15993cba906d req-bab0d29b-b56c-47ed-a481-de7cf45ba145 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340259 Oct 27 10:23:59.913368 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-3f8b31c3-caf7-41bc-a68a-4cbc9bf6060d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:59.985685 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-3f8b31c3-caf7-41bc-a68a-4cbc9bf6060d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:00.015494 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b31c3-caf7-41bc-a68a-4cbc9bf6060d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371ef16c-6ca8-4a0f-9bbf-e515557ecbe7,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:00.126204 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-3f8b31c3-caf7-41bc-a68a-4cbc9bf6060d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:00.126949 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-3f8b31c3-caf7-41bc-a68a-4cbc9bf6060d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4251072 Oct 27 10:24:00.130565 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 52318) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:00.135757 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-b4151e1a-4d4c-4a36-b7ee-08f3f60c2a7d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Request body: {'security_group_rule': {'security_group_id': '371ef16c-6ca8-4a0f-9bbf-e515557ecbe7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:00.236470 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b4151e1a-4d4c-4a36-b7ee-08f3f60c2a7d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:00.294760 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b4151e1a-4d4c-4a36-b7ee-08f3f60c2a7d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:00.402822 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b4151e1a-4d4c-4a36-b7ee-08f3f60c2a7d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:00.422336 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4151e1a-4d4c-4a36-b7ee-08f3f60c2a7d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b310a505-656f-4619-a8e9-cf9643f554a9,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:00.496745 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b4151e1a-4d4c-4a36-b7ee-08f3f60c2a7d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:00.498018 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-b4151e1a-4d4c-4a36-b7ee-08f3f60c2a7d tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3662148 Oct 27 10:24:00.500801 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 52322) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:00.509153 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-f6bad78d-a2fd-4b8f-9196-25b8697eb6d0 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Request body: {'security_group_rule': {'security_group_id': '371ef16c-6ca8-4a0f-9bbf-e515557ecbe7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:00.637123 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f6bad78d-a2fd-4b8f-9196-25b8697eb6d0 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:00.696634 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f6bad78d-a2fd-4b8f-9196-25b8697eb6d0 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:00.774398 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f6bad78d-a2fd-4b8f-9196-25b8697eb6d0 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:00.793715 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bad78d-a2fd-4b8f-9196-25b8697eb6d0 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f289f3a-c89b-439e-ba97-db331df602a5,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:00.873893 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f6bad78d-a2fd-4b8f-9196-25b8697eb6d0 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:00.875186 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-f6bad78d-a2fd-4b8f-9196-25b8697eb6d0 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3721497 Oct 27 10:24:00.878490 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 52324) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:00.883487 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-abf70c71-bf47-423f-9e62-7ab711b1464a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Request body: {'floatingip': {'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:00.997937 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c473a-382f-47cd-af9b-2d178575a644 req-504589e6-c771-41d2-8430-3f3aadd3153d tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:00.999430 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae9c473a-382f-47cd-af9b-2d178575a644 req-504589e6-c771-41d2-8430-3f3aadd3153d tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 943 time: 0.0604339 Oct 27 10:24:01.003565 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abf70c71-bf47-423f-9e62-7ab711b1464a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for floatingip, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.053545 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae9c473a-382f-47cd-af9b-2d178575a644 req-28655b41-6bfa-4ece-85f9-7231b0fe7fbb tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472727 Oct 27 10:24:01.113509 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abf70c71-bf47-423f-9e62-7ab711b1464a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.235636 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [None req-abf70c71-bf47-423f-9e62-7ab711b1464a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Allocated IP 172.27.3.114 (70ca3915-436e-4d6f-9dee-c189a5123789/3d25a479-4445-45b0-aa2d-a38f3239d00a/a0633886-ee0b-4cd5-a006-9f3fffd3cc70) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:24:01.355940 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abf70c71-bf47-423f-9e62-7ab711b1464a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.459907 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abf70c71-bf47-423f-9e62-7ab711b1464a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.503460 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf70c71-bf47-423f-9e62-7ab711b1464a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:24:01.506523 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-abf70c71-bf47-423f-9e62-7ab711b1464a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:01.510243 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf70c71-bf47-423f-9e62-7ab711b1464a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:24:01.516417 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf70c71-bf47-423f-9e62-7ab711b1464a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Pushing event updated for resources: {'Port': ['ID=a0633886-ee0b-4cd5-a006-9f3fffd3cc70,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:01.621445 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abf70c71-bf47-423f-9e62-7ab711b1464a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.743517 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abf70c71-bf47-423f-9e62-7ab711b1464a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.903374 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abf70c71-bf47-423f-9e62-7ab711b1464a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for port, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.991799 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abf70c71-bf47-423f-9e62-7ab711b1464a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:02.058352 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf70c71-bf47-423f-9e62-7ab711b1464a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Pushing event updated for resources: {'Port': ['ID=a0633886-ee0b-4cd5-a006-9f3fffd3cc70,revision_number=2']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:02.074645 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abf70c71-bf47-423f-9e62-7ab711b1464a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623603'] for floatingip, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:02.168622 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abf70c71-bf47-423f-9e62-7ab711b1464a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:02.170138 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-abf70c71-bf47-423f-9e62-7ab711b1464a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2906632 Oct 27 10:24:02.189358 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2536a-59db-4293-b0cf-d7bbb3488015 req-73bec694-f531-4925-ad76-01a520226176 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:02.190944 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-87b2536a-59db-4293-b0cf-d7bbb3488015 req-73bec694-f531-4925-ad76-01a520226176 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 943 time: 0.0581951 Oct 27 10:24:02.249160 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-87b2536a-59db-4293-b0cf-d7bbb3488015 req-c996ab6b-645d-4910-83d5-6431628618ea tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501931 Oct 27 10:24:02.396465 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-78e24667-6a58-48bf-a0a6-aa60e9299263 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1587308642&fields=id&tenant_id=dca79ce6135645d8ac76dd2c8abf30f3 HTTP/1.1" status: 200 len: 267 time: 0.0413465 Oct 27 10:24:02.507021 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-729886ff-44d9-4ebc-92fd-c08710c2aa4a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:02.508524 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-729886ff-44d9-4ebc-92fd-c08710c2aa4a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/networks?id=37419415-1089-4518-a3d4-26fb32aa3969 HTTP/1.1" status: 200 len: 810 time: 0.1046991 Oct 27 10:24:02.529168 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-48e731ed-e9fe-49d7-8d14-8958de3917f6 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/quotas/dca79ce6135645d8ac76dd2c8abf30f3 HTTP/1.1" status: 200 len: 375 time: 0.0123043 Oct 27 10:24:02.591497 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-54ae73a7-7099-4712-a7bb-55c866b292de tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dca79ce6135645d8ac76dd2c8abf30f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543449 Oct 27 10:24:02.706494 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-f606e98a-477e-4ba5-8bfd-807ab5c12133 service neutron] 10.222.0.66 "GET /v2.0/networks/37419415-1089-4518-a3d4-26fb32aa3969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015158 Oct 27 10:24:02.808442 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-2dff2eb7-2441-4ed7-a118-f8365d885ada service neutron] 10.222.0.66 "GET /v2.0/networks/37419415-1089-4518-a3d4-26fb32aa3969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959055 Oct 27 10:24:03.078566 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0045bdef-4046-436a-94b2-3e60625a76f3 req-4d43d24f-9d00-496d-bb71-c522ea195937 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 210 time: 0.0404229 Oct 27 10:24:03.381913 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe91b9-c85a-4ac8-9945-893d7a0c2f25 req-3af894a0-b20e-463e-8fdf-4a943f97fcaf tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:03.383856 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3abe91b9-c85a-4ac8-9945-893d7a0c2f25 req-3af894a0-b20e-463e-8fdf-4a943f97fcaf tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 943 time: 0.0605350 Oct 27 10:24:03.430971 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3abe91b9-c85a-4ac8-9945-893d7a0c2f25 req-9a8ec937-bbef-44d3-a6d2-9b079c438061 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364690 Oct 27 10:24:03.574717 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 5f41d354-5efd-400e-806a-f3832f5a4144 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:24:03.686437 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 5f41d354-5efd-400e-806a-f3832f5a4144, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5f41d354-5efd-400e-806a-f3832f5a4144,segment=NetworkSegment(0a5b4155-e636-46a4-aa22-53e5833d5858),segment_id=0a5b4155-e636-46a4-aa22-53e5833d5858)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:03.698640 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': '5f41d354-5efd-400e-806a-f3832f5a4144', 'network_id': 'd58f8c29-6451-4c64-8aef-7c5985cfabd2', 'port_id': '5f41d354-5efd-400e-806a-f3832f5a4144', 'mac_address': 'fa:16:3e:d1:72:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14314849-8b91-4140-98ec-066bf5de6be6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:24:03.750016 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:03.771955 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f41d354-5efd-400e-806a-f3832f5a4144 {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:24:03.800938 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 5f41d354-5efd-400e-806a-f3832f5a4144, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5f41d354-5efd-400e-806a-f3832f5a4144,segment=NetworkSegment(0a5b4155-e636-46a4-aa22-53e5833d5858),segment_id=0a5b4155-e636-46a4-aa22-53e5833d5858)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:03.871290 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:03.926952 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=5f41d354-5efd-400e-806a-f3832f5a4144,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:03.936610 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:03.936989 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:03.937386 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:03.937720 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:03.938054 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:03.938384 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:03.938711 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:03.939038 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:03.939387 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:03.939716 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:03.940082 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:03.940504 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:04.102788 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['5f41d354-5efd-400e-806a-f3832f5a4144'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:24:04.184304 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e09ba48d-756c-423c-a21e-af53f0edec6d req-3c098b57-ff32-4472-9dc9-94afa5ec3d6e tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 210 time: 0.0293217 Oct 27 10:24:04.570188 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09286d89-4299-4592-ba3d-a93d921b1d37 req-04b32e66-5836-48b1-87a4-5b5996a1da3b tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:04.571827 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-09286d89-4299-4592-ba3d-a93d921b1d37 req-04b32e66-5836-48b1-87a4-5b5996a1da3b tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 944 time: 0.0517068 Oct 27 10:24:04.623490 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-09286d89-4299-4592-ba3d-a93d921b1d37 req-a915b29c-ef32-43da-ac1d-f7f15d8c16dd tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Oct 27 10:24:05.289606 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-96856678-2d84-4278-b4ea-e0d6e1f8ef7a req-08e0940c-1557-48dd-aab0-9dcdd1417ae9 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 210 time: 0.0263433 Oct 27 10:24:05.545477 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-b371a7f1-9e62-4693-800a-40beaafff791 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:05.547039 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-b371a7f1-9e62-4693-800a-40beaafff791 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.73 "GET /v2.0/networks?id=37419415-1089-4518-a3d4-26fb32aa3969 HTTP/1.1" status: 200 len: 810 time: 0.1121743 Oct 27 10:24:05.608423 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-0a309789-ba8a-4913-82c6-f64d7b5ff6be tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dca79ce6135645d8ac76dd2c8abf30f3 HTTP/1.1" status: 200 len: 380 time: 0.0432911 Oct 27 10:24:05.609505 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 5f41d354-5efd-400e-806a-f3832f5a4144 up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:05.618594 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-715a6ee5-c59c-49c4-80a8-040e0def5453 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Request body: {'port': {'device_id': 'ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'admin_state_up': True, 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'security_groups': ['371ef16c-6ca8-4a0f-9bbf-e515557ecbe7']}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:05.757128 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port 5f41d354-5efd-400e-806a-f3832f5a4144 completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:24:05.761563 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port 5f41d354-5efd-400e-806a-f3832f5a4144 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:05.761943 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:05.764490 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5787a-9c50-4903-aebd-6c5a96778d47 req-4967014c-ce6b-4b4f-80f0-a0def0a6e460 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:05.766089 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d5a5787a-9c50-4903-aebd-6c5a96778d47 req-4967014c-ce6b-4b4f-80f0-a0def0a6e460 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 944 time: 0.0591946 Oct 27 10:24:05.814902 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d5a5787a-9c50-4903-aebd-6c5a96778d47 req-50c13805-4d70-4538-b34b-5759944e103a tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424578 Oct 27 10:24:05.842500 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-715a6ee5-c59c-49c4-80a8-040e0def5453 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Made reservation on behalf of dca79ce6135645d8ac76dd2c8abf30f3 for: {'port': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:24:05.846674 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-715a6ee5-c59c-49c4-80a8-040e0def5453 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:05.862398 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:05.899079 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84798bb8-44f7-4af3-8900-443624b43d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f41d354-5efd-400e-806a-f3832f5a4144'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:05.901441 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0db4924-1ab1-4faf-942d-1d36005f6515" -d '{"events": [{"server_uuid": "84798bb8-44f7-4af3-8900-443624b43d5e", "name": "network-vif-plugged", "status": "completed", "tag": "5f41d354-5efd-400e-806a-f3832f5a4144"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:05.933528 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 5f41d354-5efd-400e-806a-f3832f5a4144, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5f41d354-5efd-400e-806a-f3832f5a4144,segment=NetworkSegment(0a5b4155-e636-46a4-aa22-53e5833d5858),segment_id=0a5b4155-e636-46a4-aa22-53e5833d5858)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:05.970804 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7069533d-2e2d-4e59-9fb5-505a4f41a104 x-openstack-request-id: req-7069533d-2e2d-4e59-9fb5-505a4f41a104 {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:05.971100 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84798bb8-44f7-4af3-8900-443624b43d5e", "name": "network-vif-plugged", "status": "completed", "tag": "5f41d354-5efd-400e-806a-f3832f5a4144", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:05.971354 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7069533d-2e2d-4e59-9fb5-505a4f41a104 {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:05.971753 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84798bb8-44f7-4af3-8900-443624b43d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f41d354-5efd-400e-806a-f3832f5a4144', 'code': 200} Oct 27 10:24:06.003287 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-715a6ee5-c59c-49c4-80a8-040e0def5453 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Allocated IP 172.20.0.11 (37419415-1089-4518-a3d4-26fb32aa3969/a3800a6b-912b-4fca-9e63-fb91e6bcdaec/b0f95a61-bb6c-40bd-8ebc-c66d97df3a27) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:24:06.037746 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:06.112334 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=5f41d354-5efd-400e-806a-f3832f5a4144,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:06.222547 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-715a6ee5-c59c-49c4-80a8-040e0def5453 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:06.409332 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-715a6ee5-c59c-49c4-80a8-040e0def5453 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:06.413438 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-572cc29a-16c7-49b2-95fe-747406809e9c req-dce9265c-8467-4626-95f4-f8ba0d661b5b tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 210 time: 0.0462463 Oct 27 10:24:06.464999 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-715a6ee5-c59c-49c4-80a8-040e0def5453 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Network 37419415-1089-4518-a3d4-26fb32aa3969 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:24:06.468325 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-715a6ee5-c59c-49c4-80a8-040e0def5453 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:06.473609 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-715a6ee5-c59c-49c4-80a8-040e0def5453 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:24:06.477737 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a6ee5-c59c-49c4-80a8-040e0def5453 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Pushing event updated for resources: {'Port': ['ID=b0f95a61-bb6c-40bd-8ebc-c66d97df3a27,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:06.541526 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-715a6ee5-c59c-49c4-80a8-040e0def5453 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:06.542522 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-715a6ee5-c59c-49c4-80a8-040e0def5453 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:06.595320 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd93e7-61b6-40d4-9fac-355e2fb0b0cd req-5a68d79a-d6db-4504-85dd-3dce2df9729a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:06.597783 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-67cd93e7-61b6-40d4-9fac-355e2fb0b0cd req-5a68d79a-d6db-4504-85dd-3dce2df9729a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 1098 time: 0.2204173 Oct 27 10:24:06.642955 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-715a6ee5-c59c-49c4-80a8-040e0def5453 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0287299 Oct 27 10:24:06.650030 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-67cd93e7-61b6-40d4-9fac-355e2fb0b0cd req-a47d13c1-9519-45a4-958f-bb942c99ba48 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440764 Oct 27 10:24:06.656483 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Request body: {'port': {'device_id': 'ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:06.720752 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-4b7c8670-4a62-4be5-8c14-36cd9a381bb0 None None] Provisioning complete for port b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:06.725493 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-4b7c8670-4a62-4be5-8c14-36cd9a381bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:06.730757 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:06.761412 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c8670-4a62-4be5-8c14-36cd9a381bb0 None None] Port b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:24:07.278666 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82710de4-640b-4c09-ab34-07ca33206241 req-7db8a899-6ed9-4c5a-9b56-847c4f5fa1de tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:07.280197 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-82710de4-640b-4c09-ab34-07ca33206241 req-7db8a899-6ed9-4c5a-9b56-847c4f5fa1de tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 945 time: 0.3628600 Oct 27 10:24:07.350397 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-82710de4-640b-4c09-ab34-07ca33206241 req-4d98939b-c084-482f-aa77-d3eed7c7194c tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592699 Oct 27 10:24:07.400419 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 {{(pid=102225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:24:07.408867 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:07.421163 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.provisioning_blocks [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Transition to ACTIVE for port object b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 will not be triggered until provisioned by entity L2. {{(pid=102225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:24:07.523070 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:07.573354 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f95a61-bb6c-40bd-8ebc-c66d97df3a27,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:07.610537 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14362bff-316e-47e1-83c9-cea6d4be1ce1 req-3ce00e2c-b186-47d8-b6f6-fb6a6898e01e tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:07.612990 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-14362bff-316e-47e1-83c9-cea6d4be1ce1 req-3ce00e2c-b186-47d8-b6f6-fb6a6898e01e tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 944 time: 0.0928974 Oct 27 10:24:07.676239 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-14362bff-316e-47e1-83c9-cea6d4be1ce1 req-360a4fdc-5742-4cc0-b539-6b86c8599820 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=371ef16c-6ca8-4a0f-9bbf-e515557ecbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544531 Oct 27 10:24:07.691515 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Attempting to bind port b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:07.692101 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Attempting to bind port b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '92482d8d-9aed-490f-9c2d-aa08717a120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969'}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:07.692368 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Attempting to bind port b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 on network 37419415-1089-4518-a3d4-26fb32aa3969 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:07.701654 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Port b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 on network 37419415-1089-4518-a3d4-26fb32aa3969 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:24:07.702296 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Attempting to bind port b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 on network 37419415-1089-4518-a3d4-26fb32aa3969 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:07.708650 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:07.708993 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Checking segment: {'id': '92482d8d-9aed-490f-9c2d-aa08717a120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:07.709459 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Bound using segment: {'id': '92482d8d-9aed-490f-9c2d-aa08717a120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969'} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:07.709863 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Bound port: b0f95a61-bb6c-40bd-8ebc-c66d97df3a27, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92482d8d-9aed-490f-9c2d-aa08717a120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969'}}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:07.710215 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:07.797686 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] For port b0f95a61-bb6c-40bd-8ebc-c66d97df3a27, host hv-cinder-81514, cleared binding levels {{(pid=102225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:07.801360 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] For port b0f95a61-bb6c-40bd-8ebc-c66d97df3a27, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b0f95a61-bb6c-40bd-8ebc-c66d97df3a27,segment=NetworkSegment(92482d8d-9aed-490f-9c2d-aa08717a120e),segment_id=92482d8d-9aed-490f-9c2d-aa08717a120e)] {{(pid=102225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:07.883476 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:07.923789 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:07.930411 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:07.930411 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] 10.222.0.73 "PUT /v2.0/ports/b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 HTTP/1.1" status: 200 len: 1094 time: 1.2752745 Oct 27 10:24:07.930411 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e', 'tag': 'b0f95a61-bb6c-40bd-8ebc-c66d97df3a27'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:07.930411 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13d0036-0919-40ec-ac25-b240491a4a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e", "tag": "b0f95a61-bb6c-40bd-8ebc-c66d97df3a27"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:07.954314 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b65717-a176-4cae-8ba8-b280a910d896 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f95a61-bb6c-40bd-8ebc-c66d97df3a27,revision_number=3']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:08.056306 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb107eea-d292-4eb0-a4e7-552c28e32878 x-openstack-request-id: req-fb107eea-d292-4eb0-a4e7-552c28e32878 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:08.056602 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e", "tag": "b0f95a61-bb6c-40bd-8ebc-c66d97df3a27", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:08.056864 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fb107eea-d292-4eb0-a4e7-552c28e32878 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:08.057464 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e', 'tag': 'b0f95a61-bb6c-40bd-8ebc-c66d97df3a27', 'status': 'completed', 'code': 200} Oct 27 10:24:08.139541 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d0036-0919-40ec-ac25-b240491a4a7d req-d54ac66a-d465-4179-bb92-331dcb2e60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:08.141089 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f13d0036-0919-40ec-ac25-b240491a4a7d req-d54ac66a-d465-4179-bb92-331dcb2e60e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dca79ce6135645d8ac76dd2c8abf30f3&device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 1097 time: 0.0520597 Oct 27 10:24:08.256158 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d0036-0919-40ec-ac25-b240491a4a7d req-194358c9-28b4-4430-903d-6189c2fb9398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:08.257666 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f13d0036-0919-40ec-ac25-b240491a4a7d req-194358c9-28b4-4430-903d-6189c2fb9398 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=dca79ce6135645d8ac76dd2c8abf30f3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1080763 Oct 27 10:24:08.375044 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d0036-0919-40ec-ac25-b240491a4a7d req-a88982d7-b538-4b26-9948-6cb38fdeb8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:08.376981 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f13d0036-0919-40ec-ac25-b240491a4a7d req-a88982d7-b538-4b26-9948-6cb38fdeb8e0 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1122375 Oct 27 10:24:08.468608 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-3d4134c5-edaa-4ea5-9cee-54dadfb09486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:08.470656 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-3d4134c5-edaa-4ea5-9cee-54dadfb09486 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dca79ce6135645d8ac76dd2c8abf30f3&device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 1097 time: 0.0558002 Oct 27 10:24:08.490492 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c1b8f-2338-458f-9e3f-db0a04bfffc2 req-7cf800e1-d6c1-4bec-b1a0-4bae9419f5fe tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:08.492220 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ef9c1b8f-2338-458f-9e3f-db0a04bfffc2 req-7cf800e1-d6c1-4bec-b1a0-4bae9419f5fe tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 945 time: 0.0600395 Oct 27 10:24:08.526578 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-10fd3980-7d4f-4efb-adab-77dadb1dca8d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 HTTP/1.1" status: 200 len: 217 time: 0.0476539 Oct 27 10:24:08.536484 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ef9c1b8f-2338-458f-9e3f-db0a04bfffc2 req-e5a574fd-746d-4a37-b21f-96f21a618386 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370262 Oct 27 10:24:08.593109 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-afef0a2c-ab5b-4b57-90ac-01af1fb0dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:08.594617 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-afef0a2c-ab5b-4b57-90ac-01af1fb0dc5c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3800a6b-912b-4fca-9e63-fb91e6bcdaec HTTP/1.1" status: 200 len: 849 time: 0.0609436 Oct 27 10:24:08.646512 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-229133cd-8f67-4b25-855e-546c9be89b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:08.648637 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-229133cd-8f67-4b25-855e-546c9be89b7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37419415-1089-4518-a3d4-26fb32aa3969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436115 Oct 27 10:24:08.767528 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-dc656f3a-26a1-4d27-9509-91f94968ddd1 service neutron] 10.222.0.73 "GET /v2.0/networks/37419415-1089-4518-a3d4-26fb32aa3969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107955 Oct 27 10:24:08.891692 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae172a34-df44-46b0-8683-2100cfe5c177 req-e725843a-67f4-470d-bf05-c52c1221806e service neutron] 10.222.0.73 "GET /v2.0/networks/37419415-1089-4518-a3d4-26fb32aa3969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151745 Oct 27 10:24:09.569177 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3afa0-7ca1-41a3-8882-eeeda366170b req-b74bde79-efe8-4716-b6b8-5cc1a4851b22 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:09.571586 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d3e3afa0-7ca1-41a3-8882-eeeda366170b req-b74bde79-efe8-4716-b6b8-5cc1a4851b22 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 944 time: 0.0825446 Oct 27 10:24:09.634417 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d3e3afa0-7ca1-41a3-8882-eeeda366170b req-e89de624-a838-4235-8325-572e018eb2d7 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=371ef16c-6ca8-4a0f-9bbf-e515557ecbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507259 Oct 27 10:24:09.650568 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95535f5-3105-4bd8-89f0-71568e7c3ca1 req-511b8780-1241-4e78-ac22-a2937a805091 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:09.652096 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f95535f5-3105-4bd8-89f0-71568e7c3ca1 req-511b8780-1241-4e78-ac22-a2937a805091 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0647223 Oct 27 10:24:09.696030 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f95535f5-3105-4bd8-89f0-71568e7c3ca1 req-e9bf4fbb-5f1c-4cbc-a714-b03594473e2d tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369866 Oct 27 10:24:10.747774 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbedb75-7ccc-4737-a34d-4bf42365f255 req-cdcee8d0-9b2e-42f4-9b41-964e897d01f1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:10.749286 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-2bbedb75-7ccc-4737-a34d-4bf42365f255 req-cdcee8d0-9b2e-42f4-9b41-964e897d01f1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 944 time: 0.0495424 Oct 27 10:24:10.794559 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-2bbedb75-7ccc-4737-a34d-4bf42365f255 req-eb527de5-e1b9-49f5-948d-afcef27d2636 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=371ef16c-6ca8-4a0f-9bbf-e515557ecbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388949 Oct 27 10:24:10.831074 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95091484-9767-4f4b-be12-3bc37143e1c3 req-ac92f34d-e994-4304-91bf-a4ad95902e92 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:10.833154 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-95091484-9767-4f4b-be12-3bc37143e1c3 req-ac92f34d-e994-4304-91bf-a4ad95902e92 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0538478 Oct 27 10:24:10.872781 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-95091484-9767-4f4b-be12-3bc37143e1c3 req-d2bbf2eb-2074-46e9-9db5-82c4808a5501 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336170 Oct 27 10:24:11.644216 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:24:11.745813 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port b0f95a61-bb6c-40bd-8ebc-c66d97df3a27, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b0f95a61-bb6c-40bd-8ebc-c66d97df3a27,segment=NetworkSegment(92482d8d-9aed-490f-9c2d-aa08717a120e),segment_id=92482d8d-9aed-490f-9c2d-aa08717a120e)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:11.756501 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': 'b0f95a61-bb6c-40bd-8ebc-c66d97df3a27', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'port_id': 'b0f95a61-bb6c-40bd-8ebc-c66d97df3a27', 'mac_address': 'fa:16:3e:f1:cd:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:24:11.796587 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:11.809291 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:24:11.831799 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port b0f95a61-bb6c-40bd-8ebc-c66d97df3a27, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b0f95a61-bb6c-40bd-8ebc-c66d97df3a27,segment=NetworkSegment(92482d8d-9aed-490f-9c2d-aa08717a120e),segment_id=92482d8d-9aed-490f-9c2d-aa08717a120e)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:11.923060 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dde19-dcbf-4947-af27-86bff4537877 req-c722d485-7120-49cf-a71a-30c941c375a3 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:11.924749 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-176dde19-dcbf-4947-af27-86bff4537877 req-c722d485-7120-49cf-a71a-30c941c375a3 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 944 time: 0.0635107 Oct 27 10:24:11.930757 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:11.972110 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-176dde19-dcbf-4947-af27-86bff4537877 req-a58a328c-1123-47de-a037-bc3e4814a8f1 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=371ef16c-6ca8-4a0f-9bbf-e515557ecbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368404 Oct 27 10:24:11.991710 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=b0f95a61-bb6c-40bd-8ebc-c66d97df3a27,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:12.023820 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a67a8e-0ca7-47b5-8679-10d327e5c909 req-aa7a70a9-199a-43b2-9786-7681c2631b3a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:12.025390 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c4a67a8e-0ca7-47b5-8679-10d327e5c909 req-aa7a70a9-199a-43b2-9786-7681c2631b3a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0662615 Oct 27 10:24:12.066186 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c4a67a8e-0ca7-47b5-8679-10d327e5c909 req-a00ebbb3-8c7d-4c91-a7a0-23e7b6cc6e6f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345898 Oct 27 10:24:12.204956 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['b0f95a61-bb6c-40bd-8ebc-c66d97df3a27'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:24:13.089617 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc89e1e-7d6c-40cb-82d1-223a220b276a req-479d7923-de67-4748-b90f-5a45515c985c tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:13.091130 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8fc89e1e-7d6c-40cb-82d1-223a220b276a req-479d7923-de67-4748-b90f-5a45515c985c tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 945 time: 0.0499361 Oct 27 10:24:13.138578 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8fc89e1e-7d6c-40cb-82d1-223a220b276a req-3be150bc-a995-410b-bd44-44c7ab130344 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=371ef16c-6ca8-4a0f-9bbf-e515557ecbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381241 Oct 27 10:24:13.202432 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0c8fe-faed-4284-a659-b70fbf3bf694 req-e391dc98-4c30-4e53-8604-d7c1455d2c04 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:13.204074 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-93f0c8fe-faed-4284-a659-b70fbf3bf694 req-e391dc98-4c30-4e53-8604-d7c1455d2c04 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0618720 Oct 27 10:24:13.243712 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-93f0c8fe-faed-4284-a659-b70fbf3bf694 req-19f5407f-a844-4699-b420-6d01a5ba88aa tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336595 Oct 27 10:24:13.651121 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:13.791089 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:24:13.795461 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:13.795893 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:13.875070 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:13.902648 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f95a61-bb6c-40bd-8ebc-c66d97df3a27'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:13.904915 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb95746c-1f5b-4078-be24-a2eda5db53e3" -d '{"events": [{"server_uuid": "ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e", "name": "network-vif-plugged", "status": "completed", "tag": "b0f95a61-bb6c-40bd-8ebc-c66d97df3a27"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:13.917577 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port b0f95a61-bb6c-40bd-8ebc-c66d97df3a27, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b0f95a61-bb6c-40bd-8ebc-c66d97df3a27,segment=NetworkSegment(92482d8d-9aed-490f-9c2d-aa08717a120e),segment_id=92482d8d-9aed-490f-9c2d-aa08717a120e)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:13.942643 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa17bf82-7725-4143-a970-bd95fe961726 x-openstack-request-id: req-aa17bf82-7725-4143-a970-bd95fe961726 {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:13.943074 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e", "name": "network-vif-plugged", "status": "completed", "tag": "b0f95a61-bb6c-40bd-8ebc-c66d97df3a27", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:13.943404 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aa17bf82-7725-4143-a970-bd95fe961726 {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:13.943887 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f95a61-bb6c-40bd-8ebc-c66d97df3a27', 'code': 200} Oct 27 10:24:14.002581 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:14.051445 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=b0f95a61-bb6c-40bd-8ebc-c66d97df3a27,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:14.280971 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10f4c4-90f6-42b0-ad40-562c8a74e1d1 req-f2390e63-7e06-4206-8668-685c03335e83 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:14.282569 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8c10f4c4-90f6-42b0-ad40-562c8a74e1d1 req-f2390e63-7e06-4206-8668-685c03335e83 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 946 time: 0.0757093 Oct 27 10:24:14.309183 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c266c-34c1-47ba-96a3-d24e9bf67ead req-28a67f27-ba7a-4a95-9f44-950f679f64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:14.310760 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6e9c266c-34c1-47ba-96a3-d24e9bf67ead req-28a67f27-ba7a-4a95-9f44-950f679f64ae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 1099 time: 0.0707653 Oct 27 10:24:14.335609 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8c10f4c4-90f6-42b0-ad40-562c8a74e1d1 req-f00f71f8-9a91-4686-a7f7-eafcf45b3644 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=371ef16c-6ca8-4a0f-9bbf-e515557ecbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465019 Oct 27 10:24:14.371219 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6e9c266c-34c1-47ba-96a3-d24e9bf67ead req-f3932702-3c3c-4f8f-bf84-706647c4bd76 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=371ef16c-6ca8-4a0f-9bbf-e515557ecbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461349 Oct 27 10:24:14.387558 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19a39d-5f1f-4592-bdde-db2c149445ba req-97f23b46-1a7b-4e63-b6a1-111d6cf30ce7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:14.389108 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5e19a39d-5f1f-4592-bdde-db2c149445ba req-97f23b46-1a7b-4e63-b6a1-111d6cf30ce7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0656202 Oct 27 10:24:14.428700 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5e19a39d-5f1f-4592-bdde-db2c149445ba req-319d0392-ec3b-42cd-9ae7-023742a51f48 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333512 Oct 27 10:24:15.497027 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33125aa5-f2bd-4549-ba0a-0567248de11f req-a630b84a-1207-4548-8b10-14151dd2c6bd tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:15.498583 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-33125aa5-f2bd-4549-ba0a-0567248de11f req-a630b84a-1207-4548-8b10-14151dd2c6bd tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 946 time: 0.0654442 Oct 27 10:24:15.539559 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-33125aa5-f2bd-4549-ba0a-0567248de11f req-def67638-0d6f-4a98-95a1-92db0c73042a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=371ef16c-6ca8-4a0f-9bbf-e515557ecbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339761 Oct 27 10:24:15.558817 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc8993-fc4d-4455-a483-7cc9e7c1c1fe req-b3b9290d-e81c-46b2-a33d-33efc93db8ce tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:15.560399 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-aecc8993-fc4d-4455-a483-7cc9e7c1c1fe req-b3b9290d-e81c-46b2-a33d-33efc93db8ce tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0575521 Oct 27 10:24:15.606340 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-aecc8993-fc4d-4455-a483-7cc9e7c1c1fe req-266c3cdc-01b0-4229-9d20-aea8d806e6f3 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397208 Oct 27 10:24:16.656929 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6db752-c393-405f-94ba-b57763dd80ec req-e9469fe0-71cd-4a98-b052-66d2c6b5309b tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:16.659622 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5c6db752-c393-405f-94ba-b57763dd80ec req-e9469fe0-71cd-4a98-b052-66d2c6b5309b tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 946 time: 0.0536330 Oct 27 10:24:16.714390 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5c6db752-c393-405f-94ba-b57763dd80ec req-eafdc8bd-5381-4ae2-9840-4482951c4649 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=371ef16c-6ca8-4a0f-9bbf-e515557ecbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440588 Oct 27 10:24:16.733592 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72a57f-8734-474c-9f5b-b9dd916ca32f req-7035bd36-d194-4d73-ae1f-b4b04f3410cc tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:16.735152 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6d72a57f-8734-474c-9f5b-b9dd916ca32f req-7035bd36-d194-4d73-ae1f-b4b04f3410cc tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0545487 Oct 27 10:24:16.776245 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6d72a57f-8734-474c-9f5b-b9dd916ca32f req-f0f63cd5-3f8b-4b13-81a6-f1faee85aafd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343735 Oct 27 10:24:16.836542 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560f526-d821-4152-873e-7730eb1426fe req-35e8dd2a-0ae2-42f2-82e7-f0ec07d29600 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:16.838274 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1560f526-d821-4152-873e-7730eb1426fe req-35e8dd2a-0ae2-42f2-82e7-f0ec07d29600 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 946 time: 0.0521061 Oct 27 10:24:16.846857 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 52470) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:16.851800 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-cd5a2ae6-e114-4bcd-b91c-6b2a304d6f1a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Request body: {'floatingip': {'port_id': 'b0f95a61-bb6c-40bd-8ebc-c66d97df3a27'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:16.897294 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cd5a2ae6-e114-4bcd-b91c-6b2a304d6f1a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for floatingip, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:17.332704 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cd5a2ae6-e114-4bcd-b91c-6b2a304d6f1a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:17.408163 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cd5a2ae6-e114-4bcd-b91c-6b2a304d6f1a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623603'] for floatingip, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:17.516152 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.l3_db [None req-cd5a2ae6-e114-4bcd-b91c-6b2a304d6f1a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Floating IP 4fcedca4-cee5-4e72-a8f9-a01823560683 associated. External IP: 172.27.3.114, port: b0f95a61-bb6c-40bd-8ebc-c66d97df3a27. Oct 27 10:24:17.727825 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5a2ae6-e114-4bcd-b91c-6b2a304d6f1a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:24:17.841582 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5a2ae6-e114-4bcd-b91c-6b2a304d6f1a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:24:17.846176 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cd5a2ae6-e114-4bcd-b91c-6b2a304d6f1a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:17.853371 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e27aac-6086-43e1-8c68-afafd2f93ba6 None None] Sync routers for ids ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:24:17.867595 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e27aac-6086-43e1-8c68-afafd2f93ba6 None None] Routers {'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:17.868214 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-64e27aac-6086-43e1-8c68-afafd2f93ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:23:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:17.880083 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-cd5a2ae6-e114-4bcd-b91c-6b2a304d6f1a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "PUT /v2.0/floatingips/4fcedca4-cee5-4e72-a8f9-a01823560683 HTTP/1.1" status: 200 len: 992 time: 1.0284209 Oct 27 10:24:17.880083 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e', 'tag': 'b0f95a61-bb6c-40bd-8ebc-c66d97df3a27'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:17.880764 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d68514b-3d3a-4867-9d53-795916ba44cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e", "tag": "b0f95a61-bb6c-40bd-8ebc-c66d97df3a27"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:17.936365 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944fa3-8428-418f-b79e-8e67f93d0f73 req-d8dc6538-a6b1-41c3-a25a-7bac3470de2a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:17.937925 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f2944fa3-8428-418f-b79e-8e67f93d0f73 req-d8dc6538-a6b1-41c3-a25a-7bac3470de2a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0678160 Oct 27 10:24:17.980119 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f2944fa3-8428-418f-b79e-8e67f93d0f73 req-77a625cf-7f76-46be-8f6a-62e186644cbd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351665 Oct 27 10:24:17.991873 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-64e27aac-6086-43e1-8c68-afafd2f93ba6 None None] Set router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:18.006018 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854aafe7-8898-4bde-80cc-0999b9af1e75 x-openstack-request-id: req-854aafe7-8898-4bde-80cc-0999b9af1e75 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:18.006306 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e", "tag": "b0f95a61-bb6c-40bd-8ebc-c66d97df3a27", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:18.006558 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-854aafe7-8898-4bde-80cc-0999b9af1e75 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:18.007693 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e', 'tag': 'b0f95a61-bb6c-40bd-8ebc-c66d97df3a27', 'status': 'completed', 'code': 200} Oct 27 10:24:18.082185 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68514b-3d3a-4867-9d53-795916ba44cf req-2c296e20-0f3b-4db9-bd10-7d7cbb680867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:18.084619 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6d68514b-3d3a-4867-9d53-795916ba44cf req-2c296e20-0f3b-4db9-bd10-7d7cbb680867 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dca79ce6135645d8ac76dd2c8abf30f3&device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 1099 time: 0.0510836 Oct 27 10:24:18.202425 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68514b-3d3a-4867-9d53-795916ba44cf req-a1281ccc-e3f8-4929-8bf7-97fd5e3b1b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:18.203908 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6d68514b-3d3a-4867-9d53-795916ba44cf req-a1281ccc-e3f8-4929-8bf7-97fd5e3b1b81 service neutron] 10.222.0.73 "GET /v2.0/networks?id=37419415-1089-4518-a3d4-26fb32aa3969 HTTP/1.1" status: 200 len: 911 time: 0.1113400 Oct 27 10:24:18.277585 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6d68514b-3d3a-4867-9d53-795916ba44cf req-dbb17cc8-0d14-4103-878f-c93b348e53cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 HTTP/1.1" status: 200 len: 1000 time: 0.0660589 Oct 27 10:24:18.299766 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-64e27aac-6086-43e1-8c68-afafd2f93ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:20:08Z', 'revision_number': 4, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port': {'id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:04Z', 'updated_at': '2021-10-27T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': '4fcedca4-cee5-4e72-a8f9-a01823560683', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'port_id': 'b0f95a61-bb6c-40bd-8ebc-c66d97df3a27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'mac_address': 'fa:16:3e:f1:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:24:01Z', 'updated_at': '2021-10-27T10:24:17Z', 'revision_number': 1, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11973f1a-f61d-44fd-b06c-16d91c16c8dd', 'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'mac_address': 'fa:16:3e:bd:0e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:07Z', 'updated_at': '2021-10-27T10:20:12Z', 'revision_number': 5, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'subnets': [{'id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:18.332195 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68514b-3d3a-4867-9d53-795916ba44cf req-2f73f401-e2db-4e56-985c-7f58f4abe64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:18.333308 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e27aac-6086-43e1-8c68-afafd2f93ba6 None None] Checking router: e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:24:18.334258 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6d68514b-3d3a-4867-9d53-795916ba44cf req-2f73f401-e2db-4e56-985c-7f58f4abe64b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3800a6b-912b-4fca-9e63-fb91e6bcdaec HTTP/1.1" status: 200 len: 849 time: 0.0472913 Oct 27 10:24:18.343898 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e27aac-6086-43e1-8c68-afafd2f93ba6 None None] Routers {'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:18.344739 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-64e27aac-6086-43e1-8c68-afafd2f93ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:23:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:18.401323 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68514b-3d3a-4867-9d53-795916ba44cf req-b1ba352c-157b-4871-8123-f2d9e907ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:18.403993 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6d68514b-3d3a-4867-9d53-795916ba44cf req-b1ba352c-157b-4871-8123-f2d9e907ff64 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=37419415-1089-4518-a3d4-26fb32aa3969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623240 Oct 27 10:24:18.461582 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-64e27aac-6086-43e1-8c68-afafd2f93ba6 None None] Set router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:18.511145 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6d68514b-3d3a-4867-9d53-795916ba44cf req-e3db2dd7-da41-4d78-8179-507d41d9f6b4 service neutron] 10.222.0.73 "GET /v2.0/networks/37419415-1089-4518-a3d4-26fb32aa3969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995376 Oct 27 10:24:18.615128 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6d68514b-3d3a-4867-9d53-795916ba44cf req-b57d52ad-c03c-44b8-b754-ee3ad5299e4d service neutron] 10.222.0.73 "GET /v2.0/networks/37419415-1089-4518-a3d4-26fb32aa3969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963910 Oct 27 10:24:18.837244 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-8bb93650-9112-43b5-b478-eeb06d96af6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:18.840120 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-64e27aac-6086-43e1-8c68-afafd2f93ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:20:08Z', 'revision_number': 4, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port': {'id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:04Z', 'updated_at': '2021-10-27T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': '4fcedca4-cee5-4e72-a8f9-a01823560683', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'port_id': 'b0f95a61-bb6c-40bd-8ebc-c66d97df3a27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'mac_address': 'fa:16:3e:f1:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:24:01Z', 'updated_at': '2021-10-27T10:24:17Z', 'revision_number': 1, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11973f1a-f61d-44fd-b06c-16d91c16c8dd', 'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'mac_address': 'fa:16:3e:bd:0e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:07Z', 'updated_at': '2021-10-27T10:20:12Z', 'revision_number': 5, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'subnets': [{'id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:18.868048 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e27aac-6086-43e1-8c68-afafd2f93ba6 None None] The sync data for ids ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'] in dv-cinder-815145-2-iscsi is: [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:20:08Z', 'revision_number': 4, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port': {'id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:04Z', 'updated_at': '2021-10-27T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': '4fcedca4-cee5-4e72-a8f9-a01823560683', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'port_id': 'b0f95a61-bb6c-40bd-8ebc-c66d97df3a27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'mac_address': 'fa:16:3e:f1:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:24:01Z', 'updated_at': '2021-10-27T10:24:17Z', 'revision_number': 1, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11973f1a-f61d-44fd-b06c-16d91c16c8dd', 'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'mac_address': 'fa:16:3e:bd:0e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:07Z', 'updated_at': '2021-10-27T10:20:12Z', 'revision_number': 5, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'subnets': [{'id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:24:19.084470 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f134fb3c-4ebf-4d5d-ad1b-f5a8785007a1 None None] New status for floating IP 4fcedca4-cee5-4e72-a8f9-a01823560683: ACTIVE {{(pid=102227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:24:19.122480 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562bf72-f138-4534-8b40-665100a54408 req-a946f4cd-29d7-43da-a48c-1fc6e4e8a6a6 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:19.123876 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0562bf72-f138-4534-8b40-665100a54408 req-a946f4cd-29d7-43da-a48c-1fc6e4e8a6a6 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0621231 Oct 27 10:24:19.164627 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0562bf72-f138-4534-8b40-665100a54408 req-9e75455f-5413-46b0-a5d1-ff806081d2b2 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338783 Oct 27 10:24:20.286310 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f7038-0787-456c-88f0-c47108d5d12e req-f2828dd5-6544-4804-a437-201509f0b4d7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:20.287854 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-944f7038-0787-456c-88f0-c47108d5d12e req-f2828dd5-6544-4804-a437-201509f0b4d7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0502427 Oct 27 10:24:20.325115 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-944f7038-0787-456c-88f0-c47108d5d12e req-18e0202b-e2fb-4f2b-b11d-359e122a70c8 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312483 Oct 27 10:24:21.300450 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:21.379740 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9973470f-24d8-4163-a5c7-ba070ad0a242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:21.446909 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e73c2-a31f-44b5-ab99-58b90362d5b4 req-f4fb4c74-d988-41fe-b2f9-be4a5e7c212a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:21.448380 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-617e73c2-a31f-44b5-ab99-58b90362d5b4 req-f4fb4c74-d988-41fe-b2f9-be4a5e7c212a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0492024 Oct 27 10:24:21.496929 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-617e73c2-a31f-44b5-ab99-58b90362d5b4 req-df6cb2fe-4f09-4f1b-90cb-0e522b6e24cf tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406098 Oct 27 10:24:22.271295 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:22.619475 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:22.636200 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b1fc0-27ff-4739-9dc8-31da94173eb5 req-eaa7331d-806e-4d25-a36f-d6af18d384f8 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:22.637854 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d67b1fc0-27ff-4739-9dc8-31da94173eb5 req-eaa7331d-806e-4d25-a36f-d6af18d384f8 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0684071 Oct 27 10:24:22.680613 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d67b1fc0-27ff-4739-9dc8-31da94173eb5 req-9f0d7c94-b449-4e68-882d-87b927c9cc3b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338817 Oct 27 10:24:23.306003 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:24:23.803704 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cbb1c-4e61-40f4-a87f-8a3c95442685 req-860a09c6-1830-47ae-8e45-d84f970508bb tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:23.805295 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a25cbb1c-4e61-40f4-a87f-8a3c95442685 req-860a09c6-1830-47ae-8e45-d84f970508bb tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0498753 Oct 27 10:24:23.844719 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a25cbb1c-4e61-40f4-a87f-8a3c95442685 req-384d4384-bbfe-4f4e-aa64-b4671c4c186d tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330234 Oct 27 10:24:24.231017 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:24.967368 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d73a5-d53e-4319-a72f-098b61ac7ba9 req-4ff138cc-2f97-4fff-8339-cb9d06272760 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:24.968868 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-169d73a5-d53e-4319-a72f-098b61ac7ba9 req-4ff138cc-2f97-4fff-8339-cb9d06272760 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0506973 Oct 27 10:24:25.006992 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-169d73a5-d53e-4319-a72f-098b61ac7ba9 req-658396da-b87d-4d67-ba79-a03ffc61c5b9 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321655 Oct 27 10:24:26.134048 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcec87d-4746-4676-a807-c9ed5852d695 req-75ec3411-e029-42da-bd32-90ac1023629a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:26.135772 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cdcec87d-4746-4676-a807-c9ed5852d695 req-75ec3411-e029-42da-bd32-90ac1023629a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0545359 Oct 27 10:24:26.174990 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cdcec87d-4746-4676-a807-c9ed5852d695 req-eb78b03b-6b6e-40d6-86a3-8a7e66aadc2b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330889 Oct 27 10:24:27.210705 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 73aeb536-73d3-43e7-a413-da63ec98e902 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:24:27.303301 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199790f-69ab-4c23-83d7-b1d03c68da19 req-f55eb04e-4951-4eb4-bf01-936f6d3a0e46 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:27.305652 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f199790f-69ab-4c23-83d7-b1d03c68da19 req-f55eb04e-4951-4eb4-bf01-936f6d3a0e46 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0556262 Oct 27 10:24:27.312572 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 73aeb536-73d3-43e7-a413-da63ec98e902, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=73aeb536-73d3-43e7-a413-da63ec98e902,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:27.325160 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': '73aeb536-73d3-43e7-a413-da63ec98e902', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'port_id': '73aeb536-73d3-43e7-a413-da63ec98e902', 'mac_address': 'fa:16:3e:bf:f3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:24:27.349584 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f199790f-69ab-4c23-83d7-b1d03c68da19 req-8937a007-d028-4fbc-b6c0-e4a2f54599e5 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373802 Oct 27 10:24:27.368815 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:27.384501 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73aeb536-73d3-43e7-a413-da63ec98e902 {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:24:27.406018 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 73aeb536-73d3-43e7-a413-da63ec98e902, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=73aeb536-73d3-43e7-a413-da63ec98e902,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:27.505790 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:27.563477 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=73aeb536-73d3-43e7-a413-da63ec98e902,revision_number=6']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:27.638728 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['73aeb536-73d3-43e7-a413-da63ec98e902'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:24:28.480296 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f7187-fefa-40db-af13-dea20297d1c8 req-13dd6f51-5226-439c-b0ba-8f603349e2b5 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:28.482589 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-338f7187-fefa-40db-af13-dea20297d1c8 req-13dd6f51-5226-439c-b0ba-8f603349e2b5 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 945 time: 0.0519726 Oct 27 10:24:28.542135 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-338f7187-fefa-40db-af13-dea20297d1c8 req-7887383e-3a70-4d7b-9390-fbb60e6e1610 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533142 Oct 27 10:24:29.707419 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 73aeb536-73d3-43e7-a413-da63ec98e902 up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:29.708739 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96374b-a1e3-41a1-be3c-36ec44d6e944 req-9b87224f-aac1-4062-818d-a7626cde4a64 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:29.710527 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5d96374b-a1e3-41a1-be3c-36ec44d6e944 req-9b87224f-aac1-4062-818d-a7626cde4a64 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 945 time: 0.0634327 Oct 27 10:24:29.763461 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port 73aeb536-73d3-43e7-a413-da63ec98e902 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:29.764227 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:29.775903 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5d96374b-a1e3-41a1-be3c-36ec44d6e944 req-d15437b1-82b6-4cf2-8023-7b8243cad575 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584028 Oct 27 10:24:29.867532 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:29.915740 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 73aeb536-73d3-43e7-a413-da63ec98e902, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=73aeb536-73d3-43e7-a413-da63ec98e902,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:29.931332 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29868633-3aac-4921-86d8-4a8673a97704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73aeb536-73d3-43e7-a413-da63ec98e902'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:29.931332 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dc9741-c370-46da-9d79-b0e3dce12752" -d '{"events": [{"server_uuid": "29868633-3aac-4921-86d8-4a8673a97704", "name": "network-vif-plugged", "status": "completed", "tag": "73aeb536-73d3-43e7-a413-da63ec98e902"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:30.049232 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2323c3-6267-45e2-bdaf-f4e5ce36fc44 x-openstack-request-id: req-0c2323c3-6267-45e2-bdaf-f4e5ce36fc44 {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:30.057346 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29868633-3aac-4921-86d8-4a8673a97704", "name": "network-vif-plugged", "status": "completed", "tag": "73aeb536-73d3-43e7-a413-da63ec98e902", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:30.057346 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0c2323c3-6267-45e2-bdaf-f4e5ce36fc44 {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:30.057346 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29868633-3aac-4921-86d8-4a8673a97704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73aeb536-73d3-43e7-a413-da63ec98e902', 'code': 200} Oct 27 10:24:30.100135 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:30.181231 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=73aeb536-73d3-43e7-a413-da63ec98e902,revision_number=7']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:30.922318 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39454455-67c9-41d5-95b8-6b9eb2be54f9 req-e6851a97-869b-450a-ad1c-8724259079e2 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:30.923888 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-39454455-67c9-41d5-95b8-6b9eb2be54f9 req-e6851a97-869b-450a-ad1c-8724259079e2 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0684152 Oct 27 10:24:30.970633 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-39454455-67c9-41d5-95b8-6b9eb2be54f9 req-4712fc15-717c-44be-bc72-3400f61c7154 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384722 Oct 27 10:24:32.110449 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae890a-cca7-460f-8fb5-08661629b6eb req-7e41a69a-9d6c-4d39-8293-a8a6472696f7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:32.112463 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6aae890a-cca7-460f-8fb5-08661629b6eb req-7e41a69a-9d6c-4d39-8293-a8a6472696f7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0584888 Oct 27 10:24:32.168189 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6aae890a-cca7-460f-8fb5-08661629b6eb req-378fc6ca-77ff-4a6f-bb12-acbd9eca8c5a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489609 Oct 27 10:24:33.325002 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6195ce7-1106-498f-914f-e95b990bac70 req-35ce5579-bdde-4bec-9534-b6a672b2a30a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:33.334651 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c6195ce7-1106-498f-914f-e95b990bac70 req-35ce5579-bdde-4bec-9534-b6a672b2a30a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0710561 Oct 27 10:24:33.392502 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c6195ce7-1106-498f-914f-e95b990bac70 req-cd9218ac-c6bd-4b90-9261-ffe6fa299393 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535126 Oct 27 10:24:34.509938 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f7ac3-b277-467d-9356-cc37035ee1ea req-79dd5b68-f781-4aba-818b-682228516f52 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:34.511773 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f83f7ac3-b277-467d-9356-cc37035ee1ea req-79dd5b68-f781-4aba-818b-682228516f52 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0531778 Oct 27 10:24:34.552272 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f83f7ac3-b277-467d-9356-cc37035ee1ea req-afb17109-835b-4c06-85e2-0465195b5c5f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344326 Oct 27 10:24:35.573127 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250b13e-fc81-4e31-b936-81c86b8fbd6f req-114985ae-6278-4019-b364-abd9ee52a058 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:35.580546 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5250b13e-fc81-4e31-b936-81c86b8fbd6f req-114985ae-6278-4019-b364-abd9ee52a058 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 945 time: 0.0684493 Oct 27 10:24:35.637442 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5250b13e-fc81-4e31-b936-81c86b8fbd6f req-b487a80a-a60b-4edd-aaec-c463f3e0ccb2 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559762 Oct 27 10:24:35.709298 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07f131-86fd-4cb7-a368-8451f906b131 req-f303edde-1ee1-4254-99f2-dc00a530cc74 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:35.710800 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9c07f131-86fd-4cb7-a368-8451f906b131 req-f303edde-1ee1-4254-99f2-dc00a530cc74 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0677350 Oct 27 10:24:35.761874 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9c07f131-86fd-4cb7-a368-8451f906b131 req-0fcbb399-9cb9-413c-b0b8-cd4e334169c6 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432496 Oct 27 10:24:36.781393 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b6566-f68d-4c4f-9b44-33ed6a8da7db req-5676a29c-6e01-49ab-a92e-660cc72ef1a2 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:36.782950 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3c6b6566-f68d-4c4f-9b44-33ed6a8da7db req-5676a29c-6e01-49ab-a92e-660cc72ef1a2 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 945 time: 0.0696986 Oct 27 10:24:36.831334 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3c6b6566-f68d-4c4f-9b44-33ed6a8da7db req-d2c2e4d9-ff3c-428b-8093-4a408f2d1b7a tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Oct 27 10:24:36.912548 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d864eda-94df-4fbc-9e15-8dcf625c5a72 req-9717cc12-40ee-419b-9f6f-a64855187349 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:36.914227 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9d864eda-94df-4fbc-9e15-8dcf625c5a72 req-9717cc12-40ee-419b-9f6f-a64855187349 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0577133 Oct 27 10:24:36.968829 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9d864eda-94df-4fbc-9e15-8dcf625c5a72 req-f35fb709-c7ea-4d5f-bd51-08ca0136af75 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465376 Oct 27 10:24:37.535079 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534b1fb-0339-472e-a06e-2ad190b8c772 req-dbe443e7-906d-4af6-b58d-62f3c6ff9a54 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:37.536968 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f534b1fb-0339-472e-a06e-2ad190b8c772 req-dbe443e7-906d-4af6-b58d-62f3c6ff9a54 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.73 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 945 time: 0.0637736 Oct 27 10:24:37.657061 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-f534b1fb-0339-472e-a06e-2ad190b8c772 req-3098a687-b965-4434-bd9d-60c61b8da871 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Deleting port 5f41d354-5efd-400e-806a-f3832f5a4144 {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:37.657462 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-f534b1fb-0339-472e-a06e-2ad190b8c772 req-3098a687-b965-4434-bd9d-60c61b8da871 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:37.772411 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-f534b1fb-0339-472e-a06e-2ad190b8c772 req-3098a687-b965-4434-bd9d-60c61b8da871 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] For port 5f41d354-5efd-400e-806a-f3832f5a4144, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5f41d354-5efd-400e-806a-f3832f5a4144,segment=NetworkSegment(0a5b4155-e636-46a4-aa22-53e5833d5858),segment_id=0a5b4155-e636-46a4-aa22-53e5833d5858)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:37.772775 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-f534b1fb-0339-472e-a06e-2ad190b8c772 req-3098a687-b965-4434-bd9d-60c61b8da871 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:37.794418 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-f534b1fb-0339-472e-a06e-2ad190b8c772 req-3098a687-b965-4434-bd9d-60c61b8da871 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Calling delete_port for 5f41d354-5efd-400e-806a-f3832f5a4144 owned by compute:nova {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:37.956437 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73d643-fbe4-4ac8-bdf7-4880d359a1f1 req-3b18c3a9-1d2d-4795-be7f-63c3e303b9d8 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:37.958004 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-fb73d643-fbe4-4ac8-bdf7-4880d359a1f1 req-3b18c3a9-1d2d-4795-be7f-63c3e303b9d8 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 945 time: 0.0527506 Oct 27 10:24:38.001497 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-fb73d643-fbe4-4ac8-bdf7-4880d359a1f1 req-84b17cdd-4317-4b26-b326-58f7307c6320 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b5195e2-8bdd-474c-8cc8-0bf195db6daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372150 Oct 27 10:24:38.112790 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfb9ea-5499-4449-9b13-962e04176bfd req-e37dbe4b-b233-4656-8960-7498fd2d08d1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:38.114458 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-50cfb9ea-5499-4449-9b13-962e04176bfd req-e37dbe4b-b233-4656-8960-7498fd2d08d1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0596447 Oct 27 10:24:38.159312 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-50cfb9ea-5499-4449-9b13-962e04176bfd req-17473294-944b-41a7-858a-d9d029e7e602 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384490 Oct 27 10:24:38.790924 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-f534b1fb-0339-472e-a06e-2ad190b8c772 req-3098a687-b965-4434-bd9d-60c61b8da871 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:38.804350 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['5f41d354-5efd-400e-806a-f3832f5a4144'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:24:38.820700 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098a687-b965-4434-bd9d-60c61b8da871 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Pushing event deleted for resources: {'Port': ['ID=5f41d354-5efd-400e-806a-f3832f5a4144,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:38.862096 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f534b1fb-0339-472e-a06e-2ad190b8c772 req-3098a687-b965-4434-bd9d-60c61b8da871 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] No DVR routers for this DVR port 5f41d354-5efd-400e-806a-f3832f5a4144 on host hv-cinder-81514 {{(pid=102225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:24:38.865387 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-f534b1fb-0339-472e-a06e-2ad190b8c772 req-3098a687-b965-4434-bd9d-60c61b8da871 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:38.869097 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f534b1fb-0339-472e-a06e-2ad190b8c772 req-3098a687-b965-4434-bd9d-60c61b8da871 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.73 "DELETE /v2.0/ports/5f41d354-5efd-400e-806a-f3832f5a4144 HTTP/1.1" status: 204 len: 173 time: 1.3171051 Oct 27 10:24:38.869637 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84798bb8-44f7-4af3-8900-443624b43d5e', 'name': 'network-vif-deleted', 'tag': '5f41d354-5efd-400e-806a-f3832f5a4144'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:38.871895 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361e7727-dd6f-49ce-b8b3-a865dfb58b3e" -d '{"events": [{"server_uuid": "84798bb8-44f7-4af3-8900-443624b43d5e", "name": "network-vif-deleted", "tag": "5f41d354-5efd-400e-806a-f3832f5a4144"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:38.916554 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdaf829-6663-4613-8141-61a21609cf87 x-openstack-request-id: req-ffdaf829-6663-4613-8141-61a21609cf87 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:38.916840 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84798bb8-44f7-4af3-8900-443624b43d5e", "name": "network-vif-deleted", "tag": "5f41d354-5efd-400e-806a-f3832f5a4144", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:38.917084 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ffdaf829-6663-4613-8141-61a21609cf87 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:38.917502 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84798bb8-44f7-4af3-8900-443624b43d5e', 'name': 'network-vif-deleted', 'tag': '5f41d354-5efd-400e-806a-f3832f5a4144', 'status': 'completed', 'code': 200} Oct 27 10:24:39.123046 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-da8d4dda-0964-44ee-b6c5-80029c6972b6 req-7f8a583c-bd52-463b-a935-fdc32a2a3467 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 210 time: 0.0332220 Oct 27 10:24:39.296862 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bb1fb-8a5f-471d-9036-99febdc36be3 req-2d6701c3-1dcc-4cd5-bbd7-173a47a938ec tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:39.304508 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b03bb1fb-8a5f-471d-9036-99febdc36be3 req-2d6701c3-1dcc-4cd5-bbd7-173a47a938ec tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0684373 Oct 27 10:24:39.361912 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b03bb1fb-8a5f-471d-9036-99febdc36be3 req-543327a0-9e3d-49ef-a730-d050642caad3 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565112 Oct 27 10:24:40.240385 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3b62a5e8-8c7c-4782-b094-58899895fd5b req-b4253316-02d4-46a1-9c58-338a29f2a1e8 tempest-VolumesSnapshotTestJSON-1255040744 tempest-VolumesSnapshotTestJSON-1255040744-project] 10.222.0.66 "GET /v2.0/ports?device_id=84798bb8-44f7-4af3-8900-443624b43d5e HTTP/1.1" status: 200 len: 210 time: 0.0319912 Oct 27 10:24:40.334035 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-06f871e0-7dda-44f6-8648-10d95819155c req-c4014e6a-e953-411c-9098-c3f67928e861 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1236135464&fields=id&tenant_id=e8fd26a4e1db456c885913dfd7b35cf7 HTTP/1.1" status: 200 len: 267 time: 0.0345140 Oct 27 10:24:40.389750 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f871e0-7dda-44f6-8648-10d95819155c req-eed2c11a-df0c-4c71-8d79-dfec67995588 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:40.391717 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-06f871e0-7dda-44f6-8648-10d95819155c req-eed2c11a-df0c-4c71-8d79-dfec67995588 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 985 time: 0.0509133 Oct 27 10:24:40.414354 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [req-06f871e0-7dda-44f6-8648-10d95819155c req-5c375d1f-f665-46a4-8d13-85157190046d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Request body: {'port': {'security_groups': ['79fb56a0-251a-4173-b5b2-c1718642f07c']}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:40.492164 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-06f871e0-7dda-44f6-8648-10d95819155c req-5c375d1f-f665-46a4-8d13-85157190046d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:40.512049 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67cc51-d393-41ba-880e-7c9d69ba6e0d req-89e1432b-aeae-4429-936e-0fe9c73f5198 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:40.513580 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-df67cc51-d393-41ba-880e-7c9d69ba6e0d req-89e1432b-aeae-4429-936e-0fe9c73f5198 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0509403 Oct 27 10:24:40.553320 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-df67cc51-d393-41ba-880e-7c9d69ba6e0d req-6c2a27bc-5aed-4077-83bb-d7e53539dd2a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338061 Oct 27 10:24:40.675693 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-06f871e0-7dda-44f6-8648-10d95819155c req-5c375d1f-f665-46a4-8d13-85157190046d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] For port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b,segment=NetworkSegment(181c46be-a45e-4a31-90ef-f8c3f850d968),segment_id=181c46be-a45e-4a31-90ef-f8c3f850d968)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:40.706744 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-06f871e0-7dda-44f6-8648-10d95819155c req-5c375d1f-f665-46a4-8d13-85157190046d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for port, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:40.785772 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-06f871e0-7dda-44f6-8648-10d95819155c req-5c375d1f-f665-46a4-8d13-85157190046d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:40.799500 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['bf0fca20-c664-4c00-a12c-0b5c30b7dc6b'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:24:40.835755 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f871e0-7dda-44f6-8648-10d95819155c req-5c375d1f-f665-46a4-8d13-85157190046d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:40.835755 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-06f871e0-7dda-44f6-8648-10d95819155c req-5c375d1f-f665-46a4-8d13-85157190046d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:40.837133 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-06f871e0-7dda-44f6-8648-10d95819155c req-5c375d1f-f665-46a4-8d13-85157190046d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "PUT /v2.0/ports/bf0fca20-c664-4c00-a12c-0b5c30b7dc6b HTTP/1.1" status: 200 len: 943 time: 0.4286928 Oct 27 10:24:40.843276 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 52690) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:40.843476 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'tag': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:40.845780 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56835005-f239-4b9c-bfa4-79f67f0d4f09" -d '{"events": [{"name": "network-changed", "server_uuid": "b02d8726-d03a-4b80-a7d3-b25857e450a9", "tag": "bf0fca20-c664-4c00-a12c-0b5c30b7dc6b"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:40.881864 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c375d1f-f665-46a4-8d13-85157190046d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Pushing event updated for resources: {'Port': ['ID=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b,revision_number=7']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:40.933657 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bb6d059b-e83e-4a79-afa6-ac695fd0de48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:40.959763 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['bf0fca20-c664-4c00-a12c-0b5c30b7dc6b'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:24:40.975697 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec792685-fde0-4123-be2a-4157c550dd43 x-openstack-request-id: req-ec792685-fde0-4123-be2a-4157c550dd43 {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:40.975998 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02d8726-d03a-4b80-a7d3-b25857e450a9", "tag": "bf0fca20-c664-4c00-a12c-0b5c30b7dc6b", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:40.976255 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec792685-fde0-4123-be2a-4157c550dd43 {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:40.976706 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'tag': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b', 'status': 'completed', 'code': 200} Oct 27 10:24:40.977024 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bb6d059b-e83e-4a79-afa6-ac695fd0de48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:41.068895 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56835005-f239-4b9c-bfa4-79f67f0d4f09 req-3d585a77-c62b-4907-bf61-0aaa5a8d9b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:41.071589 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-56835005-f239-4b9c-bfa4-79f67f0d4f09 req-3d585a77-c62b-4907-bf61-0aaa5a8d9b2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8fd26a4e1db456c885913dfd7b35cf7&device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 1099 time: 0.0715580 Oct 27 10:24:41.099146 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825e54d-fd7f-43b2-9216-2b2ede910e16 req-d975fbcb-e838-4384-9b9f-fe693c79f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:41.101505 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9825e54d-fd7f-43b2-9216-2b2ede910e16 req-d975fbcb-e838-4384-9b9f-fe693c79f541 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6656d74f77af428aba35d0d4513da3b9&device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 1099 time: 0.0679681 Oct 27 10:24:41.172973 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-ebac72c9-1716-4580-8ef5-040ed45540b4 None None] Provisioning complete for port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:41.174095 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-ebac72c9-1716-4580-8ef5-040ed45540b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:41.178390 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56835005-f239-4b9c-bfa4-79f67f0d4f09 req-03006a37-cbf7-471a-bae5-30f5dd9687c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:41.180008 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-56835005-f239-4b9c-bfa4-79f67f0d4f09 req-03006a37-cbf7-471a-bae5-30f5dd9687c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7fbed54f-7168-466f-85e1-fbc34f8bb84f HTTP/1.1" status: 200 len: 916 time: 0.1005976 Oct 27 10:24:41.208788 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825e54d-fd7f-43b2-9216-2b2ede910e16 req-c43e1329-8e34-492f-81ea-428b49d36a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:41.210340 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9825e54d-fd7f-43b2-9216-2b2ede910e16 req-c43e1329-8e34-492f-81ea-428b49d36a54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=85cca7a2-e927-4155-9525-946b9afad186 HTTP/1.1" status: 200 len: 918 time: 0.0999687 Oct 27 10:24:41.229539 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bb6d059b-e83e-4a79-afa6-ac695fd0de48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:41.232359 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bb6d059b-e83e-4a79-afa6-ac695fd0de48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:41.237836 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-bb6d059b-e83e-4a79-afa6-ac695fd0de48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "DELETE /v2.0/security-groups/b6883e5b-710b-4e63-9e14-13a50ff15d0d HTTP/1.1" status: 204 len: 168 time: 0.3893487 Oct 27 10:24:41.245091 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 52696) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:41.283533 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9825e54d-fd7f-43b2-9216-2b2ede910e16 req-2cfe2f2e-3669-47f6-82f4-0fa827f86558 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73aeb536-73d3-43e7-a413-da63ec98e902 HTTP/1.1" status: 200 len: 1001 time: 0.0646670 Oct 27 10:24:41.295917 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d059b-e83e-4a79-afa6-ac695fd0de48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6883e5b-710b-4e63-9e14-13a50ff15d0d,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:41.316049 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d059b-e83e-4a79-afa6-ac695fd0de48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:41.316426 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d059b-e83e-4a79-afa6-ac695fd0de48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:41.316777 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d059b-e83e-4a79-afa6-ac695fd0de48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:41.317121 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d059b-e83e-4a79-afa6-ac695fd0de48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:41.317497 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d059b-e83e-4a79-afa6-ac695fd0de48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:41.317820 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d059b-e83e-4a79-afa6-ac695fd0de48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:41.318153 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d059b-e83e-4a79-afa6-ac695fd0de48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:41.318485 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d059b-e83e-4a79-afa6-ac695fd0de48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:41.318812 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d059b-e83e-4a79-afa6-ac695fd0de48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:41.319139 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d059b-e83e-4a79-afa6-ac695fd0de48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:41.319467 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d059b-e83e-4a79-afa6-ac695fd0de48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:41.319793 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d059b-e83e-4a79-afa6-ac695fd0de48 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:41.337378 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-56835005-f239-4b9c-bfa4-79f67f0d4f09 req-e2fa941f-c1bb-4cb6-987a-51bd466c5bfb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b HTTP/1.1" status: 200 len: 1001 time: 0.1496902 Oct 27 10:24:41.367113 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825e54d-fd7f-43b2-9216-2b2ede910e16 req-d09b913e-389c-4ebd-beaf-acfe87fea888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:41.368584 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9825e54d-fd7f-43b2-9216-2b2ede910e16 req-d09b913e-389c-4ebd-beaf-acfe87fea888 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ecc75ced-88da-4001-a1b2-e070b2cff892 HTTP/1.1" status: 200 len: 856 time: 0.0739815 Oct 27 10:24:41.424879 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825e54d-fd7f-43b2-9216-2b2ede910e16 req-c07457f6-ed58-4419-80ac-6a31eb6885b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:41.426555 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9825e54d-fd7f-43b2-9216-2b2ede910e16 req-c07457f6-ed58-4419-80ac-6a31eb6885b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=85cca7a2-e927-4155-9525-946b9afad186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484324 Oct 27 10:24:41.449475 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56835005-f239-4b9c-bfa4-79f67f0d4f09 req-4eba0b2d-8f3b-4941-a711-0e0268b6c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:41.450936 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-56835005-f239-4b9c-bfa4-79f67f0d4f09 req-4eba0b2d-8f3b-4941-a711-0e0268b6c8c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a7bc86f-86ac-4548-a9e0-3cf66edfb331 HTTP/1.1" status: 200 len: 854 time: 0.1040730 Oct 27 10:24:41.522409 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56835005-f239-4b9c-bfa4-79f67f0d4f09 req-936cdfab-8207-4c64-bb0d-337d0d88dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:41.522892 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9825e54d-fd7f-43b2-9216-2b2ede910e16 req-a35d3b56-6530-4b1c-b746-0570fa926d30 service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886817 Oct 27 10:24:41.523862 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-56835005-f239-4b9c-bfa4-79f67f0d4f09 req-936cdfab-8207-4c64-bb0d-337d0d88dbd8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7fbed54f-7168-466f-85e1-fbc34f8bb84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525224 Oct 27 10:24:41.530174 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-f4894377-dd1e-4e92-aaac-68677739e0b6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Deleting port 5a0dc7c0-897a-4d4c-a8f0-ae1784db9217 {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:41.530513 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f4894377-dd1e-4e92-aaac-68677739e0b6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:41.635903 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9825e54d-fd7f-43b2-9216-2b2ede910e16 req-56d70ec5-cfa3-45ce-993a-313752563164 service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967600 Oct 27 10:24:41.703558 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f4894377-dd1e-4e92-aaac-68677739e0b6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:41.703883 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f4894377-dd1e-4e92-aaac-68677739e0b6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:41.726640 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-f4894377-dd1e-4e92-aaac-68677739e0b6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Calling delete_port for 5a0dc7c0-897a-4d4c-a8f0-ae1784db9217 owned by network:floatingip {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:41.734400 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-56835005-f239-4b9c-bfa4-79f67f0d4f09 req-afdac0ce-22d6-4e3b-a7a3-1edb2b6a7416 service neutron] 10.222.0.73 "GET /v2.0/networks/7fbed54f-7168-466f-85e1-fbc34f8bb84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920464 Oct 27 10:24:41.768540 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 5f41d354-5efd-400e-806a-f3832f5a4144 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:41.792057 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: 5f41d354-5efd-400e-806a-f3832f5a4144 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:41.792399 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 5f41d354-5efd-400e-806a-f3832f5a4144 not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:42.087350 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31cf51-a563-4690-b9cb-b618137efab9 req-5c95b686-0a13-4af3-8b3f-8fe42b10dfc3 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:42.089020 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7f31cf51-a563-4690-b9cb-b618137efab9 req-5c95b686-0a13-4af3-8b3f-8fe42b10dfc3 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.4297860 Oct 27 10:24:42.189073 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7f31cf51-a563-4690-b9cb-b618137efab9 req-ca10c76d-fc1f-49ef-b669-4df761ab074f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865641 Oct 27 10:24:42.237975 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-56835005-f239-4b9c-bfa4-79f67f0d4f09 req-05fdf0f1-f401-480b-b289-0dc56eec0d46 service neutron] 10.222.0.73 "GET /v2.0/networks/7fbed54f-7168-466f-85e1-fbc34f8bb84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933524 Oct 27 10:24:42.453997 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f4894377-dd1e-4e92-aaac-68677739e0b6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:42.481911 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4894377-dd1e-4e92-aaac-68677739e0b6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Pushing event deleted for resources: {'Port': ['ID=5a0dc7c0-897a-4d4c-a8f0-ae1784db9217,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:42.541816 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f4894377-dd1e-4e92-aaac-68677739e0b6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks [] for floatingip, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:42.542161 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.l3_db [None req-f4894377-dd1e-4e92-aaac-68677739e0b6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Floating IP 8b0bd535-1389-4516-af17-3648945515f0 disassociated (deleted). External IP: 172.27.3.99, port: bf0fca20-c664-4c00-a12c-0b5c30b7dc6b. Oct 27 10:24:42.758475 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4894377-dd1e-4e92-aaac-68677739e0b6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Router c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:24:42.867563 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4894377-dd1e-4e92-aaac-68677739e0b6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:24:42.872741 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f4894377-dd1e-4e92-aaac-68677739e0b6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:42.877392 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d6e91a-b7d2-4e20-afb7-da25972d0736 None None] Sync routers for ids ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:24:42.889178 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d6e91a-b7d2-4e20-afb7-da25972d0736 None None] Routers {'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:42.889690 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-b4d6e91a-b7d2-4e20-afb7-da25972d0736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:24:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:42.903064 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-f4894377-dd1e-4e92-aaac-68677739e0b6 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "DELETE /v2.0/floatingips/8b0bd535-1389-4516-af17-3648945515f0 HTTP/1.1" status: 204 len: 168 time: 1.6556695 Oct 27 10:24:42.903610 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'tag': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:42.905949 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5456b325-bfb8-4d4d-bee5-79c8624bdb4d" -d '{"events": [{"name": "network-changed", "server_uuid": "b02d8726-d03a-4b80-a7d3-b25857e450a9", "tag": "bf0fca20-c664-4c00-a12c-0b5c30b7dc6b"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:43.026621 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab15bec3-4e12-456f-9538-44e860d4e4ac x-openstack-request-id: req-ab15bec3-4e12-456f-9538-44e860d4e4ac {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:43.027019 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02d8726-d03a-4b80-a7d3-b25857e450a9", "tag": "bf0fca20-c664-4c00-a12c-0b5c30b7dc6b", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:43.027371 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ab15bec3-4e12-456f-9538-44e860d4e4ac {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:43.028163 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'tag': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b', 'status': 'completed', 'code': 200} Oct 27 10:24:43.028677 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-b4d6e91a-b7d2-4e20-afb7-da25972d0736 None None] Set router c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:43.098726 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456b325-bfb8-4d4d-bee5-79c8624bdb4d req-2338ad17-2c53-4b17-8acf-6829d1e3e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:43.100370 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5456b325-bfb8-4d4d-bee5-79c8624bdb4d req-2338ad17-2c53-4b17-8acf-6829d1e3e418 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8fd26a4e1db456c885913dfd7b35cf7&device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 1099 time: 0.0483656 Oct 27 10:24:43.201948 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456b325-bfb8-4d4d-bee5-79c8624bdb4d req-ec000c9b-0ce0-47e5-8ec6-6f826c7d6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:43.203426 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5456b325-bfb8-4d4d-bee5-79c8624bdb4d req-ec000c9b-0ce0-47e5-8ec6-6f826c7d6f76 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7fbed54f-7168-466f-85e1-fbc34f8bb84f HTTP/1.1" status: 200 len: 916 time: 0.0913084 Oct 27 10:24:43.245757 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-b4d6e91a-b7d2-4e20-afb7-da25972d0736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'name': 'tempest-TestMinimumBasicScenario-1584819439-router', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:17Z', 'updated_at': '2021-10-27T10:21:24Z', 'revision_number': 4, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'gw_port': {'id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:19Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '2ac73693-71ed-4d14-9e6a-4d907487fa3c', 'name': '', 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'mac_address': 'fa:16:3e:93:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:23Z', 'updated_at': '2021-10-27T10:21:30Z', 'revision_number': 5, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'subnets': [{'id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:43.249885 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5456b325-bfb8-4d4d-bee5-79c8624bdb4d req-8beba7cd-8732-40e7-b142-4e8b9fa9f216 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b HTTP/1.1" status: 200 len: 217 time: 0.0388987 Oct 27 10:24:43.277354 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d6e91a-b7d2-4e20-afb7-da25972d0736 None None] Checking router: c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:24:43.287312 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d6e91a-b7d2-4e20-afb7-da25972d0736 None None] Routers {'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:43.288168 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-b4d6e91a-b7d2-4e20-afb7-da25972d0736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:24:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:43.305158 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456b325-bfb8-4d4d-bee5-79c8624bdb4d req-3afd80e1-282b-4773-bf2f-f3a74ddbcb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:43.306194 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5456b325-bfb8-4d4d-bee5-79c8624bdb4d req-3afd80e1-282b-4773-bf2f-f3a74ddbcb7b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a7bc86f-86ac-4548-a9e0-3cf66edfb331 HTTP/1.1" status: 200 len: 854 time: 0.0498042 Oct 27 10:24:43.348357 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4fc95-3746-4925-81e1-1b62e77a4f32 req-5e3846ae-b428-4064-8e09-79a9de53faa9 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:43.349952 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d0b4fc95-3746-4925-81e1-1b62e77a4f32 req-5e3846ae-b428-4064-8e09-79a9de53faa9 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0675948 Oct 27 10:24:43.360568 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456b325-bfb8-4d4d-bee5-79c8624bdb4d req-e77158cd-5aa9-441f-9e98-a9d84b9e76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:43.362149 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5456b325-bfb8-4d4d-bee5-79c8624bdb4d req-e77158cd-5aa9-441f-9e98-a9d84b9e76f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7fbed54f-7168-466f-85e1-fbc34f8bb84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467341 Oct 27 10:24:43.397877 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d0b4fc95-3746-4925-81e1-1b62e77a4f32 req-63aefe5a-ccfd-43ab-b6d1-5acfb227b6f0 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414727 Oct 27 10:24:43.426432 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-b4d6e91a-b7d2-4e20-afb7-da25972d0736 None None] Set router c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:43.501772 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5456b325-bfb8-4d4d-bee5-79c8624bdb4d req-d5bbb09b-ddc2-4d83-8651-e17118f8a00b service neutron] 10.222.0.73 "GET /v2.0/networks/7fbed54f-7168-466f-85e1-fbc34f8bb84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293724 Oct 27 10:24:43.599867 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5456b325-bfb8-4d4d-bee5-79c8624bdb4d req-b09988e5-e63f-4435-9802-c161fe4c2833 service neutron] 10.222.0.73 "GET /v2.0/networks/7fbed54f-7168-466f-85e1-fbc34f8bb84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898731 Oct 27 10:24:43.639942 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-b4d6e91a-b7d2-4e20-afb7-da25972d0736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'name': 'tempest-TestMinimumBasicScenario-1584819439-router', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:17Z', 'updated_at': '2021-10-27T10:21:24Z', 'revision_number': 4, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'gw_port': {'id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:19Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '2ac73693-71ed-4d14-9e6a-4d907487fa3c', 'name': '', 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'mac_address': 'fa:16:3e:93:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:23Z', 'updated_at': '2021-10-27T10:21:30Z', 'revision_number': 5, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'subnets': [{'id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:43.666259 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d6e91a-b7d2-4e20-afb7-da25972d0736 None None] The sync data for ids ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'] in dv-cinder-815145-2-iscsi is: [{'id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'name': 'tempest-TestMinimumBasicScenario-1584819439-router', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:17Z', 'updated_at': '2021-10-27T10:21:24Z', 'revision_number': 4, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'gw_port': {'id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:19Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '2ac73693-71ed-4d14-9e6a-4d907487fa3c', 'name': '', 'network_id': '7fbed54f-7168-466f-85e1-fbc34f8bb84f', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'mac_address': 'fa:16:3e:93:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:23Z', 'updated_at': '2021-10-27T10:21:30Z', 'revision_number': 5, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'subnets': [{'id': '6a7bc86f-86ac-4548-a9e0-3cf66edfb331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:24:43.919953 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a761d3f0-7563-4e35-9ab2-1ce00fe5537d None None] New status for floating IP 8b0bd535-1389-4516-af17-3648945515f0: DOWN {{(pid=102227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:24:44.541131 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6da5dc-5002-4061-b668-27f83f08a915 req-e4a32b9f-9485-48ee-b3ae-c73e7b11dfac tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:44.542649 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ce6da5dc-5002-4061-b668-27f83f08a915 req-e4a32b9f-9485-48ee-b3ae-c73e7b11dfac tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 946 time: 0.0499711 Oct 27 10:24:44.579862 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ce6da5dc-5002-4061-b668-27f83f08a915 req-3bfaa484-23c2-484d-9799-c206dafad6ad tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313857 Oct 27 10:24:47.054385 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 73aeb536-73d3-43e7-a413-da63ec98e902 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:47.137877 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:47.161097 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29868633-3aac-4921-86d8-4a8673a97704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73aeb536-73d3-43e7-a413-da63ec98e902'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:47.163415 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88655e32-80b0-4e4e-8f3e-b87708a40770" -d '{"events": [{"server_uuid": "29868633-3aac-4921-86d8-4a8673a97704", "name": "network-vif-unplugged", "status": "completed", "tag": "73aeb536-73d3-43e7-a413-da63ec98e902"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:47.176621 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 73aeb536-73d3-43e7-a413-da63ec98e902, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=73aeb536-73d3-43e7-a413-da63ec98e902,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:47.202362 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0c0ce8-ba52-4af2-b5de-9f05794099c5 x-openstack-request-id: req-4f0c0ce8-ba52-4af2-b5de-9f05794099c5 {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:47.202656 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29868633-3aac-4921-86d8-4a8673a97704", "name": "network-vif-unplugged", "status": "completed", "tag": "73aeb536-73d3-43e7-a413-da63ec98e902", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:47.202908 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4f0c0ce8-ba52-4af2-b5de-9f05794099c5 {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:47.203300 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29868633-3aac-4921-86d8-4a8673a97704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73aeb536-73d3-43e7-a413-da63ec98e902', 'code': 200} Oct 27 10:24:47.310784 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:47.359206 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=73aeb536-73d3-43e7-a413-da63ec98e902,revision_number=8']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:47.867144 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [req-79cc0321-3fb0-4c0d-8aa2-0e52fc0ef67c req-74c221d4-3909-45d2-acdd-fc957709faee service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:24:47.868132 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-79cc0321-3fb0-4c0d-8aa2-0e52fc0ef67c req-74c221d4-3909-45d2-acdd-fc957709faee service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0557325 Oct 27 10:24:48.383513 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de627083-de50-4c36-bd0f-16fc7ae2afcb req-752f92b6-0d4f-42e6-9536-bdf13a474204 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:48.385475 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-de627083-de50-4c36-bd0f-16fc7ae2afcb req-752f92b6-0d4f-42e6-9536-bdf13a474204 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 944 time: 0.0557683 Oct 27 10:24:48.434381 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-de627083-de50-4c36-bd0f-16fc7ae2afcb req-69fbabcb-3c99-4b5e-b3ee-8b868a072281 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420599 Oct 27 10:24:48.813878 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-52202b72-cbfa-4502-af07-cd8580eab2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:48.994254 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 52812) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:49.077544 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae8797b1-cbe6-4e57-a26e-aea5190710c8 req-aca00d78-79a7-4161-90b1-ab131fbd336a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821109 Oct 27 10:24:49.086610 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [req-ae8797b1-cbe6-4e57-a26e-aea5190710c8 req-fa44c772-dd1c-4d22-8205-b0ca0352ff0e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:24:49.087601 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae8797b1-cbe6-4e57-a26e-aea5190710c8 req-fa44c772-dd1c-4d22-8205-b0ca0352ff0e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050783 Oct 27 10:24:49.573969 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919023d-79a4-4018-8408-d8e8d2f10387 req-6d708233-7d12-438c-868a-f396b170377b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:49.575402 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c919023d-79a4-4018-8408-d8e8d2f10387 req-6d708233-7d12-438c-868a-f396b170377b tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 944 time: 0.0535519 Oct 27 10:24:49.616368 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c919023d-79a4-4018-8408-d8e8d2f10387 req-4edde51e-195f-4f1e-8367-118d54ee8ba3 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348904 Oct 27 10:24:49.778980 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-edeaebf6-3962-4ed5-9f19-88fef1b0b042 req-95896f10-0081-4ff4-93da-21daac48da56 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437236 Oct 27 10:24:49.857691 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeaebf6-3962-4ed5-9f19-88fef1b0b042 req-0a37bae8-3333-49b4-b4d8-8c28aa2d563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:49.859117 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-edeaebf6-3962-4ed5-9f19-88fef1b0b042 req-0a37bae8-3333-49b4-b4d8-8c28aa2d563e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8fd26a4e1db456c885913dfd7b35cf7&device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 1099 time: 0.0446897 Oct 27 10:24:49.967691 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeaebf6-3962-4ed5-9f19-88fef1b0b042 req-6c275232-3e7a-4a1a-bae3-464a9e7f81de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:49.969144 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-edeaebf6-3962-4ed5-9f19-88fef1b0b042 req-6c275232-3e7a-4a1a-bae3-464a9e7f81de service neutron] 10.222.0.73 "GET /v2.0/networks?id=7fbed54f-7168-466f-85e1-fbc34f8bb84f HTTP/1.1" status: 200 len: 916 time: 0.0891616 Oct 27 10:24:50.018398 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-edeaebf6-3962-4ed5-9f19-88fef1b0b042 req-c0baa4a2-ce38-4102-9198-7206635accf3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b HTTP/1.1" status: 200 len: 217 time: 0.0414550 Oct 27 10:24:50.077164 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeaebf6-3962-4ed5-9f19-88fef1b0b042 req-9c0218ca-a863-4958-a97a-387c487599d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:50.078668 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-edeaebf6-3962-4ed5-9f19-88fef1b0b042 req-9c0218ca-a863-4958-a97a-387c487599d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a7bc86f-86ac-4548-a9e0-3cf66edfb331 HTTP/1.1" status: 200 len: 854 time: 0.0466895 Oct 27 10:24:50.125702 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeaebf6-3962-4ed5-9f19-88fef1b0b042 req-628d6697-dcb5-4057-bbf8-08fa47b695d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:50.133861 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-edeaebf6-3962-4ed5-9f19-88fef1b0b042 req-628d6697-dcb5-4057-bbf8-08fa47b695d3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7fbed54f-7168-466f-85e1-fbc34f8bb84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478137 Oct 27 10:24:50.280329 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-edeaebf6-3962-4ed5-9f19-88fef1b0b042 req-34d75a7f-d7f4-4ea6-93da-40735459dc51 service neutron] 10.222.0.73 "GET /v2.0/networks/7fbed54f-7168-466f-85e1-fbc34f8bb84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260922 Oct 27 10:24:50.287936 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e9464-56c1-4601-9fe5-a35bebe39fbc req-a73ca8d9-2a50-4512-911a-55e5417337ec tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:50.290120 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-da3e9464-56c1-4601-9fe5-a35bebe39fbc req-a73ca8d9-2a50-4512-911a-55e5417337ec tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 946 time: 0.0856569 Oct 27 10:24:50.387940 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-da3e9464-56c1-4601-9fe5-a35bebe39fbc req-b210402a-121d-4781-ac75-95cdd52e45c3 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904808 Oct 27 10:24:50.422285 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-edeaebf6-3962-4ed5-9f19-88fef1b0b042 req-f6e63c8d-de6a-424c-9628-0215d5121569 service neutron] 10.222.0.73 "GET /v2.0/networks/7fbed54f-7168-466f-85e1-fbc34f8bb84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319473 Oct 27 10:24:50.767323 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a09d23-38a4-4d24-97bd-be8f97578bd2 req-2e6174e2-6ab6-47ee-882f-6180f60e6f9e tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:50.768812 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-25a09d23-38a4-4d24-97bd-be8f97578bd2 req-2e6174e2-6ab6-47ee-882f-6180f60e6f9e tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 944 time: 0.0767756 Oct 27 10:24:50.776302 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8797b1-cbe6-4e57-a26e-aea5190710c8 req-4eb61c0f-ff0a-45a5-912a-9fba909f84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:50.780830 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae8797b1-cbe6-4e57-a26e-aea5190710c8 req-4eb61c0f-ff0a-45a5-912a-9fba909f84b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704&tenant_id=6656d74f77af428aba35d0d4513da3b9 HTTP/1.1" status: 200 len: 1097 time: 0.0604589 Oct 27 10:24:50.849489 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-25a09d23-38a4-4d24-97bd-be8f97578bd2 req-6583efda-3f77-42f6-a0dc-6c3fbaf2f321 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703964 Oct 27 10:24:50.864236 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8797b1-cbe6-4e57-a26e-aea5190710c8 req-ba9a1c23-51a3-4748-af27-134397aedab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:50.864976 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae8797b1-cbe6-4e57-a26e-aea5190710c8 req-ba9a1c23-51a3-4748-af27-134397aedab3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6656d74f77af428aba35d0d4513da3b9&device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 1097 time: 0.0626822 Oct 27 10:24:50.961725 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8797b1-cbe6-4e57-a26e-aea5190710c8 req-6c8ffb50-3e87-4202-a057-d528759c9fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:50.963223 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae8797b1-cbe6-4e57-a26e-aea5190710c8 req-6c8ffb50-3e87-4202-a057-d528759c9fd2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=85cca7a2-e927-4155-9525-946b9afad186 HTTP/1.1" status: 200 len: 918 time: 0.0902810 Oct 27 10:24:51.037044 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae8797b1-cbe6-4e57-a26e-aea5190710c8 req-2b4a3a4a-9776-4f89-b18b-f19dc077f026 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73aeb536-73d3-43e7-a413-da63ec98e902 HTTP/1.1" status: 200 len: 999 time: 0.0652144 Oct 27 10:24:51.090622 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8797b1-cbe6-4e57-a26e-aea5190710c8 req-8945a403-a5cf-46e0-be17-bbc1ef3af815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:51.092101 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae8797b1-cbe6-4e57-a26e-aea5190710c8 req-8945a403-a5cf-46e0-be17-bbc1ef3af815 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ecc75ced-88da-4001-a1b2-e070b2cff892 HTTP/1.1" status: 200 len: 856 time: 0.0466356 Oct 27 10:24:51.139337 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8797b1-cbe6-4e57-a26e-aea5190710c8 req-79f60d64-7714-4bcd-8d3c-fc7fb8b96b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:51.141445 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae8797b1-cbe6-4e57-a26e-aea5190710c8 req-79f60d64-7714-4bcd-8d3c-fc7fb8b96b4c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=85cca7a2-e927-4155-9525-946b9afad186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400159 Oct 27 10:24:51.235890 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae8797b1-cbe6-4e57-a26e-aea5190710c8 req-880a3cf7-033b-4af4-b3bd-6d97ef104082 service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867059 Oct 27 10:24:51.327915 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ae8797b1-cbe6-4e57-a26e-aea5190710c8 req-04aa7006-f5ce-4cd7-be0b-a01ad884516d service neutron] 10.222.0.73 "GET /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831139 Oct 27 10:24:51.436679 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:51.514219 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a6ba4-8b6b-4233-9b6a-f91e9f795617 req-219708b3-321f-4521-ba51-5d5684e18af2 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:51.515691 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7d1a6ba4-8b6b-4233-9b6a-f91e9f795617 req-219708b3-321f-4521-ba51-5d5684e18af2 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 946 time: 0.0610590 Oct 27 10:24:51.553540 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-7d1a6ba4-8b6b-4233-9b6a-f91e9f795617 req-614efa63-f7d7-40fb-a017-d8661314a5cb tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318182 Oct 27 10:24:51.557084 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-24abb490-ddca-40bf-8c82-94b699265bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:51.981435 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a2264-a151-48fc-9544-580fe89395df req-8457ae5f-43e1-4dc2-b388-b591e17fa593 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:51.983167 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-195a2264-a151-48fc-9544-580fe89395df req-8457ae5f-43e1-4dc2-b388-b591e17fa593 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 944 time: 0.0507452 Oct 27 10:24:52.024666 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-195a2264-a151-48fc-9544-580fe89395df req-9e34d79a-6028-4ef7-8d89-8227a6a8a5e3 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350766 Oct 27 10:24:52.325998 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:52.560087 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:52.699694 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665d642-d554-4752-a44a-bedb696f6061 req-9bb30bfb-b20b-4ab9-af43-025bb7860f6c tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:52.708406 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e665d642-d554-4752-a44a-bedb696f6061 req-9bb30bfb-b20b-4ab9-af43-025bb7860f6c tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 946 time: 0.0678937 Oct 27 10:24:52.746153 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e665d642-d554-4752-a44a-bedb696f6061 req-2012b7ba-f1fa-4498-b16e-120ef250b332 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367062 Oct 27 10:24:53.172794 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa012e25-ae53-41fb-9f8d-139d310409e2 req-d1d9e277-ca2f-401c-a0e4-3fd80cb50b53 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:53.230573 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-fa012e25-ae53-41fb-9f8d-139d310409e2 req-d1d9e277-ca2f-401c-a0e4-3fd80cb50b53 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 944 time: 0.0670383 Oct 27 10:24:53.230573 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-fa012e25-ae53-41fb-9f8d-139d310409e2 req-53e32db5-a4dd-42e7-8c85-c174256ead22 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343871 Oct 27 10:24:53.866306 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a649e5a-eb29-433e-85b5-521df7f4400b req-e3b46e69-91de-4ffc-be92-81a53e6dc3c1 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:53.873733 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1a649e5a-eb29-433e-85b5-521df7f4400b req-e3b46e69-91de-4ffc-be92-81a53e6dc3c1 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 946 time: 0.0521638 Oct 27 10:24:53.907677 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1a649e5a-eb29-433e-85b5-521df7f4400b req-9b3cb765-f582-4669-b044-3c1a829125a7 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336881 Oct 27 10:24:54.230549 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:54.366677 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc2790-7b62-4221-b484-381a0218a17e req-7e862786-df3c-4f6e-800b-d34e28343920 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:54.368369 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-becc2790-7b62-4221-b484-381a0218a17e req-7e862786-df3c-4f6e-800b-d34e28343920 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 944 time: 0.0647795 Oct 27 10:24:54.407169 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-becc2790-7b62-4221-b484-381a0218a17e req-528fa677-90d5-4e1d-ba36-aa011ad71c41 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327795 Oct 27 10:24:55.027118 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58377ae0-d01b-4a21-8c80-1018617ec74e req-495bdea0-590a-4445-a9c9-b4f003e8ba59 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:55.028578 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-58377ae0-d01b-4a21-8c80-1018617ec74e req-495bdea0-590a-4445-a9c9-b4f003e8ba59 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 946 time: 0.0522289 Oct 27 10:24:55.071155 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-58377ae0-d01b-4a21-8c80-1018617ec74e req-1526b69c-7ff9-4c0e-b267-7cd1a1300e2c tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364535 Oct 27 10:24:55.531461 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e09100-a224-452d-95e6-956ee74844c3 req-6571a916-5400-4ba5-abea-1944163907a0 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:55.533085 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-42e09100-a224-452d-95e6-956ee74844c3 req-6571a916-5400-4ba5-abea-1944163907a0 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 944 time: 0.0500152 Oct 27 10:24:55.578391 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-42e09100-a224-452d-95e6-956ee74844c3 req-5f077818-772c-437c-9078-80ce8671dcb4 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384362 Oct 27 10:24:56.202959 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f1f4c-82f0-4457-970c-723ae06d6ade req-b9bdbadb-1def-47e6-9af4-9d986de08e1b tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:56.205652 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5c7f1f4c-82f0-4457-970c-723ae06d6ade req-b9bdbadb-1def-47e6-9af4-9d986de08e1b tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 946 time: 0.0585604 Oct 27 10:24:56.245297 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5c7f1f4c-82f0-4457-970c-723ae06d6ade req-0ae519f7-8ab8-4508-b1ea-d7dd8d17816f tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342107 Oct 27 10:24:56.688147 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device bf0fca20-c664-4c00-a12c-0b5c30b7dc6b no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:56.704709 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8c8c1-ba69-4270-8240-6e131f6887de req-d6274b85-d960-4f02-a1e8-6a0ff0aa4a9a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:56.706269 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-88f8c8c1-ba69-4270-8240-6e131f6887de req-d6274b85-d960-4f02-a1e8-6a0ff0aa4a9a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 944 time: 0.0558174 Oct 27 10:24:56.748247 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-88f8c8c1-ba69-4270-8240-6e131f6887de req-fdac1628-9153-48de-863f-9a1b38634cc1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360270 Oct 27 10:24:56.901335 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:56.925885 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:56.928308 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8408b530-1b97-4e33-a73b-35d45c079c10" -d '{"events": [{"server_uuid": "b02d8726-d03a-4b80-a7d3-b25857e450a9", "name": "network-vif-unplugged", "status": "completed", "tag": "bf0fca20-c664-4c00-a12c-0b5c30b7dc6b"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:56.941612 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b,segment=NetworkSegment(181c46be-a45e-4a31-90ef-f8c3f850d968),segment_id=181c46be-a45e-4a31-90ef-f8c3f850d968)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:56.965288 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61abc644-5f68-4d46-a61c-2c294bed3300 x-openstack-request-id: req-61abc644-5f68-4d46-a61c-2c294bed3300 {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:56.965589 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02d8726-d03a-4b80-a7d3-b25857e450a9", "name": "network-vif-unplugged", "status": "completed", "tag": "bf0fca20-c664-4c00-a12c-0b5c30b7dc6b", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:56.965843 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-61abc644-5f68-4d46-a61c-2c294bed3300 {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:56.966235 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b', 'code': 200} Oct 27 10:24:57.073461 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:57.113499 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b,revision_number=8']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:57.371581 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956d5a7-b83e-45d0-ad2e-958bbc7daecf req-07f6222d-3772-4da6-9d5e-2e2e0c2a5c2f tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:57.373172 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9956d5a7-b83e-45d0-ad2e-958bbc7daecf req-07f6222d-3772-4da6-9d5e-2e2e0c2a5c2f tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.0538733 Oct 27 10:24:57.419545 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9956d5a7-b83e-45d0-ad2e-958bbc7daecf req-ba348060-aa02-4e63-9ecc-4a13d162932c tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393267 Oct 27 10:24:57.887591 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaea6b7-c8fc-43e0-9e86-260d014a806b req-608c6e15-8731-4221-90ef-72883919d0e2 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:57.889525 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bdaea6b7-c8fc-43e0-9e86-260d014a806b req-608c6e15-8731-4221-90ef-72883919d0e2 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 944 time: 0.0582385 Oct 27 10:24:57.929257 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bdaea6b7-c8fc-43e0-9e86-260d014a806b req-028e6ab5-69bc-4aed-b72e-294ca8fb5a59 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323200 Oct 27 10:24:58.539940 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98c02d-5e84-445f-9041-62c26ef6c10d req-d262b854-f5f7-416e-a75e-f63f72ac26ec tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:58.546634 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ef98c02d-5e84-445f-9041-62c26ef6c10d req-d262b854-f5f7-416e-a75e-f63f72ac26ec tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.0516632 Oct 27 10:24:58.585776 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ef98c02d-5e84-445f-9041-62c26ef6c10d req-af3a10eb-0d7f-4584-a720-2519914cbc11 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377247 Oct 27 10:24:59.062102 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a8657-03c0-4b11-a307-f0a900eae98b req-02aa7961-23fb-450d-a6ad-4492c4efb3da tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:59.063700 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-812a8657-03c0-4b11-a307-f0a900eae98b req-02aa7961-23fb-450d-a6ad-4492c4efb3da tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 944 time: 0.0586956 Oct 27 10:24:59.103608 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-812a8657-03c0-4b11-a307-f0a900eae98b req-5afe897e-0452-43f3-a6b3-cc245f6adf08 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334318 Oct 27 10:24:59.720335 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f33d0-8764-447c-9fa9-59fb586c46e6 req-c89d90a3-dff0-4697-8f10-8dd5554b6290 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:59.722691 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f93f33d0-8764-447c-9fa9-59fb586c46e6 req-c89d90a3-dff0-4697-8f10-8dd5554b6290 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.0625618 Oct 27 10:24:59.763488 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f93f33d0-8764-447c-9fa9-59fb586c46e6 req-2c754e49-393c-49fe-8ac9-80f8cacf1c6f tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345476 Oct 27 10:25:00.234447 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0a299-2fef-4ec0-8642-0dd029fa1ae7 req-7f2b8fe5-be9d-45eb-8640-2c8defb43e4c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:00.234447 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1bd0a299-2fef-4ec0-8642-0dd029fa1ae7 req-7f2b8fe5-be9d-45eb-8640-2c8defb43e4c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 944 time: 0.0532434 Oct 27 10:25:00.282287 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1bd0a299-2fef-4ec0-8642-0dd029fa1ae7 req-07dd4175-fa45-4a76-9859-8bd73da09d71 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426264 Oct 27 10:25:00.304513 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:25:00.886919 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b71ec-c3d3-428b-93f3-51443c7e10ad req-ddc49ad0-52cf-4b4d-9a00-823863c12b15 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:00.888640 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c68b71ec-c3d3-428b-93f3-51443c7e10ad req-ddc49ad0-52cf-4b4d-9a00-823863c12b15 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.0549686 Oct 27 10:25:00.950985 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c68b71ec-c3d3-428b-93f3-51443c7e10ad req-0a7b196a-af62-4df3-acf1-fdc0f9bc8f55 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550218 Oct 27 10:25:01.415529 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e9e27-ea39-462b-85f3-ba7b69697c93 req-7ca9249d-acac-418e-8a53-e5be1a226429 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:01.417303 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ff2e9e27-ea39-462b-85f3-ba7b69697c93 req-7ca9249d-acac-418e-8a53-e5be1a226429 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 944 time: 0.0559967 Oct 27 10:25:01.459774 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ff2e9e27-ea39-462b-85f3-ba7b69697c93 req-63e88164-0f49-4ada-9db0-1709b7a3c312 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344474 Oct 27 10:25:02.076614 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957922c8-2c26-42b7-a9ba-4b7027dcf722 req-6e09c5aa-6799-4f82-a3e5-82705f735a92 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:02.078349 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-957922c8-2c26-42b7-a9ba-4b7027dcf722 req-6e09c5aa-6799-4f82-a3e5-82705f735a92 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.0569661 Oct 27 10:25:02.120680 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-957922c8-2c26-42b7-a9ba-4b7027dcf722 req-25f3e063-32d4-477e-89b2-4215042fd66b tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346670 Oct 27 10:25:02.586618 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d343b70-6c32-4ab1-abed-ce73de78bfe9 req-38c74028-fd9e-4eec-b353-e12965b6996f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:02.588158 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-2d343b70-6c32-4ab1-abed-ce73de78bfe9 req-38c74028-fd9e-4eec-b353-e12965b6996f tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 944 time: 0.0533371 Oct 27 10:25:02.626216 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-2d343b70-6c32-4ab1-abed-ce73de78bfe9 req-73192aad-0f2f-4ff2-9ca8-d8bff81320b8 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312612 Oct 27 10:25:03.258701 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed9f86-5c56-4a71-87b5-501d2df6cd27 req-6ae8abc4-51b1-47c8-9a52-86ccfb9fc802 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:03.260639 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-97ed9f86-5c56-4a71-87b5-501d2df6cd27 req-6ae8abc4-51b1-47c8-9a52-86ccfb9fc802 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.0701203 Oct 27 10:25:03.316076 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-97ed9f86-5c56-4a71-87b5-501d2df6cd27 req-98633ac1-c7c0-4d8f-b620-cf530360681b tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488012 Oct 27 10:25:03.749700 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294cfe2-0243-4743-a96a-452390ef0c1d req-3832b2d1-de0e-4b8a-a203-33646eeb1a4c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:03.751149 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d294cfe2-0243-4743-a96a-452390ef0c1d req-3832b2d1-de0e-4b8a-a203-33646eeb1a4c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 944 time: 0.0513296 Oct 27 10:25:03.790985 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d294cfe2-0243-4743-a96a-452390ef0c1d req-f6fc3212-4d67-4c1c-a3d5-c85bccfd9816 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337737 Oct 27 10:25:04.233249 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80add35b-b6d7-4b66-8ba0-0fedc9e2a361 req-c091bf6d-2c1c-4aaa-b9a8-b9964ca872ed tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:04.234822 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-80add35b-b6d7-4b66-8ba0-0fedc9e2a361 req-c091bf6d-2c1c-4aaa-b9a8-b9964ca872ed tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.73 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.0512826 Oct 27 10:25:04.366697 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-80add35b-b6d7-4b66-8ba0-0fedc9e2a361 req-cee64088-ed87-4433-add6-55fceb0a1d2d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Deleting port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:04.450237 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-80add35b-b6d7-4b66-8ba0-0fedc9e2a361 req-cee64088-ed87-4433-add6-55fceb0a1d2d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:04.491633 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821ee1a-c581-46f0-96be-8e36cb31fe7c req-82b2ff95-98f0-440c-8309-c955cd481115 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:04.493078 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9821ee1a-c581-46f0-96be-8e36cb31fe7c req-82b2ff95-98f0-440c-8309-c955cd481115 tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 944 time: 0.0817473 Oct 27 10:25:04.498016 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-80add35b-b6d7-4b66-8ba0-0fedc9e2a361 req-cee64088-ed87-4433-add6-55fceb0a1d2d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] For port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b,segment=NetworkSegment(181c46be-a45e-4a31-90ef-f8c3f850d968),segment_id=181c46be-a45e-4a31-90ef-f8c3f850d968)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:04.498369 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-80add35b-b6d7-4b66-8ba0-0fedc9e2a361 req-cee64088-ed87-4433-add6-55fceb0a1d2d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:04.518564 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-80add35b-b6d7-4b66-8ba0-0fedc9e2a361 req-cee64088-ed87-4433-add6-55fceb0a1d2d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Calling delete_port for bf0fca20-c664-4c00-a12c-0b5c30b7dc6b owned by compute:nova {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:04.583202 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9821ee1a-c581-46f0-96be-8e36cb31fe7c req-909c5c7e-702d-4689-a420-9af4c9273c8e tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/security-groups?id=79fb56a0-251a-4173-b5b2-c1718642f07c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823188 Oct 27 10:25:04.742766 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-80add35b-b6d7-4b66-8ba0-0fedc9e2a361 req-cee64088-ed87-4433-add6-55fceb0a1d2d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:04.771376 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee64088-ed87-4433-add6-55fceb0a1d2d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Pushing event deleted for resources: {'Port': ['ID=bf0fca20-c664-4c00-a12c-0b5c30b7dc6b,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:04.867596 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-80add35b-b6d7-4b66-8ba0-0fedc9e2a361 req-cee64088-ed87-4433-add6-55fceb0a1d2d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] No DVR routers for this DVR port bf0fca20-c664-4c00-a12c-0b5c30b7dc6b on host hv-cinder-81514 {{(pid=102225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:04.867596 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-80add35b-b6d7-4b66-8ba0-0fedc9e2a361 req-cee64088-ed87-4433-add6-55fceb0a1d2d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:04.867596 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-80add35b-b6d7-4b66-8ba0-0fedc9e2a361 req-cee64088-ed87-4433-add6-55fceb0a1d2d tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.73 "DELETE /v2.0/ports/bf0fca20-c664-4c00-a12c-0b5c30b7dc6b HTTP/1.1" status: 204 len: 173 time: 0.5597467 Oct 27 10:25:04.867596 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'name': 'network-vif-deleted', 'tag': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:04.867596 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bb0e44-d871-48ab-a904-71ff429d9cb3" -d '{"events": [{"server_uuid": "b02d8726-d03a-4b80-a7d3-b25857e450a9", "name": "network-vif-deleted", "tag": "bf0fca20-c664-4c00-a12c-0b5c30b7dc6b"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:04.870161 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c1884d-54e9-470f-82bb-9bea3a55195d x-openstack-request-id: req-10c1884d-54e9-470f-82bb-9bea3a55195d {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:04.870447 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02d8726-d03a-4b80-a7d3-b25857e450a9", "name": "network-vif-deleted", "tag": "bf0fca20-c664-4c00-a12c-0b5c30b7dc6b", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:04.870696 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-10c1884d-54e9-470f-82bb-9bea3a55195d {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:04.871084 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02d8726-d03a-4b80-a7d3-b25857e450a9', 'name': 'network-vif-deleted', 'tag': 'bf0fca20-c664-4c00-a12c-0b5c30b7dc6b', 'status': 'completed', 'code': 200} Oct 27 10:25:04.911190 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf61cd-ba30-4be9-9530-7904229e34c1 req-461d0947-192b-4258-a727-7f58af1b7234 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:04.920269 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0cbf61cd-ba30-4be9-9530-7904229e34c1 req-461d0947-192b-4258-a727-7f58af1b7234 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 944 time: 0.0494876 Oct 27 10:25:04.955586 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0cbf61cd-ba30-4be9-9530-7904229e34c1 req-897c07af-9e75-4324-87c7-f993e23bd0be tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333729 Oct 27 10:25:05.696572 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-42cffaf4-7085-4eee-881c-2fea1c200661 req-9dc6a028-7e51-4aac-a8e7-d087ddb596fa tempest-TestMinimumBasicScenario-1772370703 tempest-TestMinimumBasicScenario-1772370703-project] 10.222.0.66 "GET /v2.0/ports?device_id=b02d8726-d03a-4b80-a7d3-b25857e450a9 HTTP/1.1" status: 200 len: 210 time: 0.0266778 Oct 27 10:25:06.095580 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f462a1-0478-47a6-a206-dc162290dadf req-57069fb8-d833-4c4a-9ba9-0138486566d1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:06.101381 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-47f462a1-0478-47a6-a206-dc162290dadf req-57069fb8-d833-4c4a-9ba9-0138486566d1 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 944 time: 0.0566955 Oct 27 10:25:06.139392 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-47f462a1-0478-47a6-a206-dc162290dadf req-e182ad50-9489-4d27-8282-9a45db803b35 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356803 Oct 27 10:25:07.266525 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc3ef9-6da5-4ea8-8590-50166c801de6 req-5736da21-f19e-4102-8922-0011445d2ac7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:07.268124 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-85cc3ef9-6da5-4ea8-8590-50166c801de6 req-5736da21-f19e-4102-8922-0011445d2ac7 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 944 time: 0.0510747 Oct 27 10:25:07.307915 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-85cc3ef9-6da5-4ea8-8590-50166c801de6 req-e2414d25-2a06-4081-b56c-bb6cb2cff311 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335879 Oct 27 10:25:07.876497 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 73aeb536-73d3-43e7-a413-da63ec98e902 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:25:07.978008 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 73aeb536-73d3-43e7-a413-da63ec98e902, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=73aeb536-73d3-43e7-a413-da63ec98e902,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:07.988902 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': '73aeb536-73d3-43e7-a413-da63ec98e902', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'port_id': '73aeb536-73d3-43e7-a413-da63ec98e902', 'mac_address': 'fa:16:3e:bf:f3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:25:08.026690 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:08.040529 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73aeb536-73d3-43e7-a413-da63ec98e902 {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:08.059992 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 73aeb536-73d3-43e7-a413-da63ec98e902, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=73aeb536-73d3-43e7-a413-da63ec98e902,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:08.219133 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:08.267927 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=73aeb536-73d3-43e7-a413-da63ec98e902,revision_number=9']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:08.275745 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:08.276094 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:08.276433 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:08.276772 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:08.277103 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:08.277491 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:08.277818 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:08.278205 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:08.278534 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:08.278855 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:08.279174 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:08.279494 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:08.437147 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616bd2-c1ba-4977-8a18-6f45d5517712 req-94190082-3ef7-483c-b210-d7763fedaad6 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:08.438715 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-55616bd2-c1ba-4977-8a18-6f45d5517712 req-94190082-3ef7-483c-b210-d7763fedaad6 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 945 time: 0.0533404 Oct 27 10:25:08.445870 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['73aeb536-73d3-43e7-a413-da63ec98e902'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:08.478456 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-55616bd2-c1ba-4977-8a18-6f45d5517712 req-0edab25a-0462-4b84-b08a-02af155c8638 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331221 Oct 27 10:25:08.922665 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53092) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:09.278936 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625139'] for router_interface, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.466500 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53098) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:09.516597 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_v2 [None req-e465c56d-f845-4d98-8dee-9fc4ded43cfd admin admin] Deleting subnet 14314849-8b91-4140-98ec-066bf5de6be6 {{(pid=102225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:25:09.519963 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e465c56d-f845-4d98-8dee-9fc4ded43cfd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.528629 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Deleting port 2ac73693-71ed-4d14-9e6a-4d907487fa3c {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:09.528972 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.558292 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e465c56d-f845-4d98-8dee-9fc4ded43cfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10283299'] for subnet, precommit_delete_associations {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.596795 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e465c56d-f845-4d98-8dee-9fc4ded43cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-758613'] for subnet, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.647374 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91853bcc-e494-4440-b4c5-3cebfcc1a32f req-354abfd9-e173-4d7d-b548-8d3d48b2fbe8 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:09.649261 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-91853bcc-e494-4440-b4c5-3cebfcc1a32f req-354abfd9-e173-4d7d-b548-8d3d48b2fbe8 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 945 time: 0.0801799 Oct 27 10:25:09.654635 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] For port 2ac73693-71ed-4d14-9e6a-4d907487fa3c, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=2ac73693-71ed-4d14-9e6a-4d907487fa3c,segment=NetworkSegment(181c46be-a45e-4a31-90ef-f8c3f850d968),segment_id=181c46be-a45e-4a31-90ef-f8c3f850d968)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:09.655017 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.679905 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Calling delete_port for 2ac73693-71ed-4d14-9e6a-4d907487fa3c owned by network:router_interface {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:09.740910 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-91853bcc-e494-4440-b4c5-3cebfcc1a32f req-1cf0cf1d-6d5b-4805-8989-565cf9568046 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832074 Oct 27 10:25:09.743105 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e465c56d-f845-4d98-8dee-9fc4ded43cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-758620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10167193'] for subnet, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.773390 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465c56d-f845-4d98-8dee-9fc4ded43cfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14314849-8b91-4140-98ec-066bf5de6be6,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:09.778512 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e465c56d-f845-4d98-8dee-9fc4ded43cfd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.781813 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-e465c56d-f845-4d98-8dee-9fc4ded43cfd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/14314849-8b91-4140-98ec-066bf5de6be6 HTTP/1.1" status: 204 len: 168 time: 0.3137872 Oct 27 10:25:09.784732 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53102) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:09.859264 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-60ff5590-616e-4b5b-bdaa-ba69dd499ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658350'] for network, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.894039 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 73aeb536-73d3-43e7-a413-da63ec98e902 up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:25:09.939371 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-60ff5590-616e-4b5b-bdaa-ba69dd499ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764864', 'neutron.services.segments.db._delete_segments_for_network-8767688259934'] for network, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.943755 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port 73aeb536-73d3-43e7-a413-da63ec98e902 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:09.944123 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.960415 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-60ff5590-616e-4b5b-bdaa-ba69dd499ccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58f8c29-6451-4c64-8aef-7c5985cfabd2']}} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:09.970037 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-60ff5590-616e-4b5b-bdaa-ba69dd499ccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5b4155-e636-46a4-aa22-53e5833d5858') {'for_net_delete': True} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:09.970331 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-60ff5590-616e-4b5b-bdaa-ba69dd499ccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5b4155-e636-46a4-aa22-53e5833d5858') {} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:09.983959 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-60ff5590-616e-4b5b-bdaa-ba69dd499ccf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767688260455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10283354'] for segment, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.001848 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.006699 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-60ff5590-616e-4b5b-bdaa-ba69dd499ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.015023 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ff5590-616e-4b5b-bdaa-ba69dd499ccf admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=102225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:25:10.015023 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-60ff5590-616e-4b5b-bdaa-ba69dd499ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283975'] for segment, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: Traceback (most recent call last): Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: timer() Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: cb(*args, **kw) Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: return func(*args, **kwargs) Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: self._notify() Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: self.callback(batched_events) Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: event.method(event) Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: return f(self, *a, **k) Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._get(url).json() Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: return self.request(url, 'GET', **kwargs) Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:25:10.030406 dv-cinder-815145-2-iscsi neutron-server[102225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:25:10.033028 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac73693-71ed-4d14-9e6a-4d907487fa3c,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:10.033131 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.063265 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29868633-3aac-4921-86d8-4a8673a97704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73aeb536-73d3-43e7-a413-da63ec98e902'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:10.070703 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a45d3f-eb40-44dd-b7a0-91667b995e73" -d '{"events": [{"server_uuid": "29868633-3aac-4921-86d8-4a8673a97704", "name": "network-vif-plugged", "status": "completed", "tag": "73aeb536-73d3-43e7-a413-da63ec98e902"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:10.071077 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:10.071077 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:10.071077 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:10.071077 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:10.071077 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:10.071077 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:10.071077 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:10.071077 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:10.071077 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:10.071740 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:10.071740 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:10.071991 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:10.086276 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 73aeb536-73d3-43e7-a413-da63ec98e902, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=73aeb536-73d3-43e7-a413-da63ec98e902,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:10.119673 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ab6c40-d703-46e0-9328-ffe06448c521 x-openstack-request-id: req-61ab6c40-d703-46e0-9328-ffe06448c521 {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:10.119962 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29868633-3aac-4921-86d8-4a8673a97704", "name": "network-vif-plugged", "status": "completed", "tag": "73aeb536-73d3-43e7-a413-da63ec98e902", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:10.120426 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-61ab6c40-d703-46e0-9328-ffe06448c521 {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:10.120965 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29868633-3aac-4921-86d8-4a8673a97704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73aeb536-73d3-43e7-a413-da63ec98e902', 'code': 200} Oct 27 10:25:10.185640 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-60ff5590-616e-4b5b-bdaa-ba69dd499ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623617'] for network, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.186393 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.217956 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-60ff5590-616e-4b5b-bdaa-ba69dd499ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.223788 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-60ff5590-616e-4b5b-bdaa-ba69dd499ccf admin admin] 10.222.0.66 "DELETE /v2.0/networks/d58f8c29-6451-4c64-8aef-7c5985cfabd2 HTTP/1.1" status: 204 len: 168 time: 0.4379475 Oct 27 10:25:10.224950 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff5590-616e-4b5b-bdaa-ba69dd499ccf admin admin] Pushing event deleted for resources: {'Network': ['ID=d58f8c29-6451-4c64-8aef-7c5985cfabd2,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:10.256406 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=73aeb536-73d3-43e7-a413-da63ec98e902,revision_number=10']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:10.502441 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60177245-496e-4d44-abcb-0add7409e274 req-c59026dc-312f-418c-84df-020ccacd8805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:10.503996 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-60177245-496e-4d44-abcb-0add7409e274 req-c59026dc-312f-418c-84df-020ccacd8805 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 1100 time: 0.0436976 Oct 27 10:25:10.511801 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1796487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625311'] for router_interface, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.544025 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-60177245-496e-4d44-abcb-0add7409e274 req-4359316e-42b1-4674-91a1-8f4b2c149903 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332134 Oct 27 10:25:10.732112 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Router c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:25:10.806312 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53114) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:10.858641 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-fed8e52a-bc5a-424b-b4c9-7b784f0e3978 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4692fca88ef042588feb3546003ce646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511506 Oct 27 10:25:10.861129 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53116) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:10.893710 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df074fe-a914-4f66-9096-f1af1bfca3bd req-cc40e7c7-31e2-450d-a47d-46a563450d44 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:10.895233 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4df074fe-a914-4f66-9096-f1af1bfca3bd req-cc40e7c7-31e2-450d-a47d-46a563450d44 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 947 time: 0.0725617 Oct 27 10:25:10.896460 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:25:10.905000 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-dba2395d-0073-49be-8b2f-502abe9b4ab9 admin admin] 10.222.0.66 "PUT /v2.0/routers/c833ce0f-d7ea-4565-aec3-ff17d5ac5b36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9809878 Oct 27 10:25:10.907594 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53118) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:10.909494 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1368e9-0661-489f-935a-b704882caa3d None None] Sync routers for ids ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:25:10.917397 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ae76028c-7203-44fb-809d-cda26ed6e8df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.923164 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1368e9-0661-489f-935a-b704882caa3d None None] Routers {'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:10.923796 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-db1368e9-0661-489f-935a-b704882caa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:24:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:10.940121 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ae76028c-7203-44fb-809d-cda26ed6e8df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:11.014188 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4df074fe-a914-4f66-9096-f1af1bfca3bd req-9a005a54-2809-4380-b680-d4043c771924 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080749 Oct 27 10:25:11.045031 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-8fd05ff5-1f11-4c97-8ad1-2661172e90cd admin admin] Publish callbacks [] for router, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:11.046094 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-db1368e9-0661-489f-935a-b704882caa3d None None] Set router c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:11.081841 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ae76028c-7203-44fb-809d-cda26ed6e8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:11.086016 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ae76028c-7203-44fb-809d-cda26ed6e8df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:11.089549 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-ae76028c-7203-44fb-809d-cda26ed6e8df admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b5195e2-8bdd-474c-8cc8-0bf195db6daf HTTP/1.1" status: 204 len: 168 time: 0.2250240 Oct 27 10:25:11.098498 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76028c-7203-44fb-809d-cda26ed6e8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5195e2-8bdd-474c-8cc8-0bf195db6daf,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:11.172365 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-8fd05ff5-1f11-4c97-8ad1-2661172e90cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:11.263305 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-db1368e9-0661-489f-935a-b704882caa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'name': 'tempest-TestMinimumBasicScenario-1584819439-router', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:17Z', 'updated_at': '2021-10-27T10:25:09Z', 'revision_number': 5, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'gw_port': {'id': 'e698603c-4531-44b1-a0eb-e0926c0465be', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:19Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:11.291139 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1368e9-0661-489f-935a-b704882caa3d None None] Checking router: c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:25:11.291936 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-8fd05ff5-1f11-4c97-8ad1-2661172e90cd admin admin] Deleting port e698603c-4531-44b1-a0eb-e0926c0465be {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:11.292283 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-8fd05ff5-1f11-4c97-8ad1-2661172e90cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:11.300491 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1368e9-0661-489f-935a-b704882caa3d None None] Routers {'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:11.301108 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-db1368e9-0661-489f-935a-b704882caa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:24:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:11.386032 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [None req-8fd05ff5-1f11-4c97-8ad1-2661172e90cd admin admin] For port e698603c-4531-44b1-a0eb-e0926c0465be, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=e698603c-4531-44b1-a0eb-e0926c0465be,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:11.386305 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-8fd05ff5-1f11-4c97-8ad1-2661172e90cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:11.399272 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-8fd05ff5-1f11-4c97-8ad1-2661172e90cd admin admin] Calling delete_port for e698603c-4531-44b1-a0eb-e0926c0465be owned by network:router_gateway {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:11.403353 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-db1368e9-0661-489f-935a-b704882caa3d None None] Set router c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 gateway port host: None {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:11.461349 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-db1368e9-0661-489f-935a-b704882caa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'name': 'tempest-TestMinimumBasicScenario-1584819439-router', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:17Z', 'updated_at': '2021-10-27T10:25:11Z', 'revision_number': 6, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'gw_port_host': None}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:11.491783 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1368e9-0661-489f-935a-b704882caa3d None None] The sync data for ids ['c833ce0f-d7ea-4565-aec3-ff17d5ac5b36'] in dv-cinder-815145-2-iscsi is: [{'id': 'c833ce0f-d7ea-4565-aec3-ff17d5ac5b36', 'name': 'tempest-TestMinimumBasicScenario-1584819439-router', 'tenant_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:17Z', 'updated_at': '2021-10-27T10:25:11Z', 'revision_number': 6, 'project_id': 'e8fd26a4e1db456c885913dfd7b35cf7', 'gw_port_host': None}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:25:11.704575 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-8fd05ff5-1f11-4c97-8ad1-2661172e90cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:11.732028 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd05ff5-1f11-4c97-8ad1-2661172e90cd admin admin] Pushing event deleted for resources: {'Port': ['ID=e698603c-4531-44b1-a0eb-e0926c0465be,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:11.809663 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-8fd05ff5-1f11-4c97-8ad1-2661172e90cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623677'] for router_gateway, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:11.906212 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-8fd05ff5-1f11-4c97-8ad1-2661172e90cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15294'] for router, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:11.909042 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-8fd05ff5-1f11-4c97-8ad1-2661172e90cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:12.091017 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-8fd05ff5-1f11-4c97-8ad1-2661172e90cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635840'] for router, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:12.091676 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd05ff5-1f11-4c97-8ad1-2661172e90cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 {{(pid=102224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:25:12.102035 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-8fd05ff5-1f11-4c97-8ad1-2661172e90cd admin admin] Publish callbacks [] for router, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:12.105478 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53142) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:12.106922 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-8fd05ff5-1f11-4c97-8ad1-2661172e90cd admin admin] 10.222.0.66 "DELETE /v2.0/routers/c833ce0f-d7ea-4565-aec3-ff17d5ac5b36 HTTP/1.1" status: 204 len: 168 time: 1.1931350 Oct 27 10:25:12.190901 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f8c590-cb16-4c2c-b875-63b6b98a9f9b admin admin] Deleting subnet 6a7bc86f-86ac-4548-a9e0-3cf66edfb331 {{(pid=102225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:25:12.196900 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c590-cb16-4c2c-b875-63b6b98a9f9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:12.233266 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d967c95-e474-4f4a-a2bd-1a7c32d7b518 req-c14d5023-f9b3-4223-91b9-03f10e127da3 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:12.234666 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5d967c95-e474-4f4a-a2bd-1a7c32d7b518 req-c14d5023-f9b3-4223-91b9-03f10e127da3 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 947 time: 0.1193027 Oct 27 10:25:12.250186 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c590-cb16-4c2c-b875-63b6b98a9f9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10283299'] for subnet, precommit_delete_associations {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:12.307307 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5d967c95-e474-4f4a-a2bd-1a7c32d7b518 req-e5e90b73-f01c-4dbb-977b-ac6026432af6 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657763 Oct 27 10:25:12.389913 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c590-cb16-4c2c-b875-63b6b98a9f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-758613'] for subnet, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:12.571335 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c590-cb16-4c2c-b875-63b6b98a9f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-758620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10167193'] for subnet, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:12.593945 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8c590-cb16-4c2c-b875-63b6b98a9f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a7bc86f-86ac-4548-a9e0-3cf66edfb331,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:12.597888 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c590-cb16-4c2c-b875-63b6b98a9f9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:12.601046 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-d1f8c590-cb16-4c2c-b875-63b6b98a9f9b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6a7bc86f-86ac-4548-a9e0-3cf66edfb331 HTTP/1.1" status: 204 len: 168 time: 0.4932253 Oct 27 10:25:12.603630 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53152) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:12.605999 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6f44ee-f67c-4794-b580-a54d877cdb96 None None] Network 7fbed54f-7168-466f-85e1-fbc34f8bb84f requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:25:12.675882 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658350'] for network, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:12.740057 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] Deleting port 7a7d4c64-c58b-472a-8272-735c8e56866e {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:12.740488 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:12.813792 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] For port 7a7d4c64-c58b-472a-8272-735c8e56866e, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=7a7d4c64-c58b-472a-8272-735c8e56866e,segment=NetworkSegment(181c46be-a45e-4a31-90ef-f8c3f850d968),segment_id=181c46be-a45e-4a31-90ef-f8c3f850d968)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:12.814129 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:12.822043 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b162d8-c5e4-4780-8cac-b3ce43eebd1b None None] DHCP port deletion for 7fbed54f-7168-466f-85e1-fbc34f8bb84f request from dv-cinder-815145-2-iscsi {{(pid=102226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:25:12.827968 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] Calling delete_port for 7a7d4c64-c58b-472a-8272-735c8e56866e owned by network:dhcp {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:12.879157 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-d9b162d8-c5e4-4780-8cac-b3ce43eebd1b None None] Deleting port 7a7d4c64-c58b-472a-8272-735c8e56866e {{(pid=102226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:12.879732 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-d9b162d8-c5e4-4780-8cac-b3ce43eebd1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:12.895773 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 2ac73693-71ed-4d14-9e6a-4d907487fa3c no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:12.947492 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: 2ac73693-71ed-4d14-9e6a-4d907487fa3c {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:12.947837 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 2ac73693-71ed-4d14-9e6a-4d907487fa3c not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:12.948259 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device e698603c-4531-44b1-a0eb-e0926c0465be no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:12.983342 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: e698603c-4531-44b1-a0eb-e0926c0465be {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:12.987358 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device e698603c-4531-44b1-a0eb-e0926c0465be not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:12.987358 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 7a7d4c64-c58b-472a-8272-735c8e56866e no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:13.024331 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-d9b162d8-c5e4-4780-8cac-b3ce43eebd1b None None] For port 7a7d4c64-c58b-472a-8272-735c8e56866e, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=7a7d4c64-c58b-472a-8272-735c8e56866e,segment=NetworkSegment(181c46be-a45e-4a31-90ef-f8c3f850d968),segment_id=181c46be-a45e-4a31-90ef-f8c3f850d968)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:13.024777 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-d9b162d8-c5e4-4780-8cac-b3ce43eebd1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:13.042950 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-d9b162d8-c5e4-4780-8cac-b3ce43eebd1b None None] Calling delete_port for 7a7d4c64-c58b-472a-8272-735c8e56866e owned by network:dhcp {{(pid=102226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:13.055311 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:13.057500 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.plugins.ml2.db [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No ports have port_id starting with 7a7d4c64-c58b-472a-8272-735c8e56866e Oct 27 10:25:13.090837 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7d4c64-c58b-472a-8272-735c8e56866e,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:13.094596 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] No DVR routers for this DVR port 7a7d4c64-c58b-472a-8272-735c8e56866e on host dv-cinder-815145-2-iscsi {{(pid=102225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:13.172516 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-d9b162d8-c5e4-4780-8cac-b3ce43eebd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719'] for port, after_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:13.175614 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764864', 'neutron.services.segments.db._delete_segments_for_network-8767688259934'] for network, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:13.199971 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b162d8-c5e4-4780-8cac-b3ce43eebd1b None None] Pushing event deleted for resources: {'Port': ['ID=7a7d4c64-c58b-472a-8272-735c8e56866e,revision_number=None']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:13.202123 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b162d8-c5e4-4780-8cac-b3ce43eebd1b None None] No DVR routers for this DVR port 7a7d4c64-c58b-472a-8272-735c8e56866e on host dv-cinder-815145-2-iscsi {{(pid=102226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:13.445810 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0859969-65e0-4016-9d76-1cc324afedc7 req-66c27b59-0535-445f-98a5-9eb79c9a7a50 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:13.447641 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b0859969-65e0-4016-9d76-1cc324afedc7 req-66c27b59-0535-445f-98a5-9eb79c9a7a50 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 947 time: 0.0542767 Oct 27 10:25:13.457590 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbed54f-7168-466f-85e1-fbc34f8bb84f']}} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:13.469074 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181c46be-a45e-4a31-90ef-f8c3f850d968') {'for_net_delete': True} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:13.469507 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181c46be-a45e-4a31-90ef-f8c3f850d968') {} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:13.482958 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767688260455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10283354'] for segment, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:13.490910 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b0859969-65e0-4016-9d76-1cc324afedc7 req-d70c668a-ace7-4fb3-8e87-c53a47b6b915 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370286 Oct 27 10:25:13.496551 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:13.502550 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:25:13.502951 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283975'] for segment, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: Traceback (most recent call last): Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: timer() Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: cb(*args, **kw) Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: return func(*args, **kwargs) Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: self._notify() Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: self.callback(batched_events) Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: event.method(event) Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: return f(self, *a, **k) Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._get(url).json() Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: return self.request(url, 'GET', **kwargs) Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:25:13.504681 dv-cinder-815145-2-iscsi neutron-server[102225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:25:13.636541 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623617'] for network, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:13.641622 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:13.644612 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] 10.222.0.66 "DELETE /v2.0/networks/7fbed54f-7168-466f-85e1-fbc34f8bb84f HTTP/1.1" status: 204 len: 168 time: 1.0399444 Oct 27 10:25:13.648141 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53168) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:13.656835 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a3dde-340c-4e87-aa5d-100363a2b5ee admin admin] Pushing event deleted for resources: {'Network': ['ID=7fbed54f-7168-466f-85e1-fbc34f8bb84f,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:14.010704 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-517ce942-810c-4ca6-a78a-2fd7c686c871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625139'] for router_interface, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:14.257966 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-517ce942-810c-4ca6-a78a-2fd7c686c871 admin admin] Deleting port 22578b7c-bf31-4492-b752-b712975fb2e3 {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:14.258305 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-517ce942-810c-4ca6-a78a-2fd7c686c871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:14.343794 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [None req-517ce942-810c-4ca6-a78a-2fd7c686c871 admin admin] For port 22578b7c-bf31-4492-b752-b712975fb2e3, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=22578b7c-bf31-4492-b752-b712975fb2e3,segment=NetworkSegment(e561dc5f-3d85-4da0-9e6b-035144394cb9),segment_id=e561dc5f-3d85-4da0-9e6b-035144394cb9)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:14.344178 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-517ce942-810c-4ca6-a78a-2fd7c686c871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:14.357293 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-517ce942-810c-4ca6-a78a-2fd7c686c871 admin admin] Calling delete_port for 22578b7c-bf31-4492-b752-b712975fb2e3 owned by network:router_interface {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:14.611528 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752fab8-fb4f-4f14-9ede-93b366176e5b req-a10a3938-83f9-4dd1-bd54-3d4e42b41b70 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:14.613007 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9752fab8-fb4f-4f14-9ede-93b366176e5b req-a10a3938-83f9-4dd1-bd54-3d4e42b41b70 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 947 time: 0.0503948 Oct 27 10:25:14.616951 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-517ce942-810c-4ca6-a78a-2fd7c686c871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:14.643210 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ce942-810c-4ca6-a78a-2fd7c686c871 admin admin] Pushing event deleted for resources: {'Port': ['ID=22578b7c-bf31-4492-b752-b712975fb2e3,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:14.657146 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9752fab8-fb4f-4f14-9ede-93b366176e5b req-45a5ce49-b5bd-4754-b303-f7598543a225 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372331 Oct 27 10:25:14.842380 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-517ce942-810c-4ca6-a78a-2fd7c686c871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1796487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625311'] for router_interface, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:15.078345 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517ce942-810c-4ca6-a78a-2fd7c686c871 admin admin] Router 9c1ac382-7e9b-41f8-99bd-a54e41ea09bf has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:25:15.185665 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517ce942-810c-4ca6-a78a-2fd7c686c871 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:25:15.191441 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-517ce942-810c-4ca6-a78a-2fd7c686c871 admin admin] 10.222.0.66 "PUT /v2.0/routers/9c1ac382-7e9b-41f8-99bd-a54e41ea09bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5414951 Oct 27 10:25:15.193273 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53186) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:15.196485 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a71a73-3476-4917-90a5-0609b1dc4554 None None] Sync routers for ids ['9c1ac382-7e9b-41f8-99bd-a54e41ea09bf'] in dv-cinder-815145-2-iscsi {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:25:15.207282 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a71a73-3476-4917-90a5-0609b1dc4554 None None] Routers {'9c1ac382-7e9b-41f8-99bd-a54e41ea09bf'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:15.207941 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-84a71a73-3476-4917-90a5-0609b1dc4554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:24:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['9c1ac382-7e9b-41f8-99bd-a54e41ea09bf'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:15.299998 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ec1a86e3-a4a4-4cd2-9772-6bba95e3d525 admin admin] Publish callbacks [] for router, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:15.315055 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-84a71a73-3476-4917-90a5-0609b1dc4554 None None] Set router 9c1ac382-7e9b-41f8-99bd-a54e41ea09bf gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:15.518342 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-84a71a73-3476-4917-90a5-0609b1dc4554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'name': 'tempest-TestMinimumBasicScenario-1163540630-router', 'tenant_id': '710fceae1d264c69853d6e1219603dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7cb1d7d9-4c79-4eda-bf28-3c8c572de404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:32Z', 'updated_at': '2021-10-27T10:25:14Z', 'revision_number': 5, 'project_id': '710fceae1d264c69853d6e1219603dfa', 'gw_port': {'id': '7cb1d7d9-4c79-4eda-bf28-3c8c572de404', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:33Z', 'updated_at': '2021-10-27T10:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:15.549014 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a71a73-3476-4917-90a5-0609b1dc4554 None None] Checking router: 9c1ac382-7e9b-41f8-99bd-a54e41ea09bf for host: dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:25:15.558826 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a71a73-3476-4917-90a5-0609b1dc4554 None None] Routers {'9c1ac382-7e9b-41f8-99bd-a54e41ea09bf'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:15.559640 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-84a71a73-3476-4917-90a5-0609b1dc4554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:24:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['9c1ac382-7e9b-41f8-99bd-a54e41ea09bf'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:15.655256 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ec1a86e3-a4a4-4cd2-9772-6bba95e3d525 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:15.667113 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-84a71a73-3476-4917-90a5-0609b1dc4554 None None] Set router 9c1ac382-7e9b-41f8-99bd-a54e41ea09bf gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:15.848889 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-84a71a73-3476-4917-90a5-0609b1dc4554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'name': 'tempest-TestMinimumBasicScenario-1163540630-router', 'tenant_id': '710fceae1d264c69853d6e1219603dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7cb1d7d9-4c79-4eda-bf28-3c8c572de404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:32Z', 'updated_at': '2021-10-27T10:25:14Z', 'revision_number': 5, 'project_id': '710fceae1d264c69853d6e1219603dfa', 'gw_port': {'id': '7cb1d7d9-4c79-4eda-bf28-3c8c572de404', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:33Z', 'updated_at': '2021-10-27T10:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:15.871545 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a86e3-a4a4-4cd2-9772-6bba95e3d525 admin admin] Deleting port 7cb1d7d9-4c79-4eda-bf28-3c8c572de404 {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:15.871878 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ec1a86e3-a4a4-4cd2-9772-6bba95e3d525 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:15.879546 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a71a73-3476-4917-90a5-0609b1dc4554 None None] The sync data for ids ['9c1ac382-7e9b-41f8-99bd-a54e41ea09bf'] in dv-cinder-815145-2-iscsi is: [{'id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'name': 'tempest-TestMinimumBasicScenario-1163540630-router', 'tenant_id': '710fceae1d264c69853d6e1219603dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7cb1d7d9-4c79-4eda-bf28-3c8c572de404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:32Z', 'updated_at': '2021-10-27T10:25:14Z', 'revision_number': 5, 'project_id': '710fceae1d264c69853d6e1219603dfa', 'gw_port': {'id': '7cb1d7d9-4c79-4eda-bf28-3c8c572de404', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1ac382-7e9b-41f8-99bd-a54e41ea09bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:33Z', 'updated_at': '2021-10-27T10:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}] {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:25:15.965380 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [None req-ec1a86e3-a4a4-4cd2-9772-6bba95e3d525 admin admin] For port 7cb1d7d9-4c79-4eda-bf28-3c8c572de404, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=7cb1d7d9-4c79-4eda-bf28-3c8c572de404,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:15.970482 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ec1a86e3-a4a4-4cd2-9772-6bba95e3d525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:15.979300 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a86e3-a4a4-4cd2-9772-6bba95e3d525 admin admin] Calling delete_port for 7cb1d7d9-4c79-4eda-bf28-3c8c572de404 owned by network:router_gateway {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:16.228074 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab138877-2b51-4a43-a7a9-ce510a53af24 req-d2e56e21-f06e-484f-b290-8c8bfeedbe8a tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:16.232244 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ab138877-2b51-4a43-a7a9-ce510a53af24 req-d2e56e21-f06e-484f-b290-8c8bfeedbe8a tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 945 time: 0.0518062 Oct 27 10:25:16.274132 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ab138877-2b51-4a43-a7a9-ce510a53af24 req-d9e4c98d-bbf9-46e7-a1e9-6cf9c7712adb tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361891 Oct 27 10:25:16.286317 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ec1a86e3-a4a4-4cd2-9772-6bba95e3d525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.316221 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a86e3-a4a4-4cd2-9772-6bba95e3d525 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb1d7d9-4c79-4eda-bf28-3c8c572de404,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:16.385578 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ec1a86e3-a4a4-4cd2-9772-6bba95e3d525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623677'] for router_gateway, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.478599 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ec1a86e3-a4a4-4cd2-9772-6bba95e3d525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15294'] for router, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.480763 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ec1a86e3-a4a4-4cd2-9772-6bba95e3d525 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.590144 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ec1a86e3-a4a4-4cd2-9772-6bba95e3d525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635840'] for router, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.590673 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1a86e3-a4a4-4cd2-9772-6bba95e3d525 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c1ac382-7e9b-41f8-99bd-a54e41ea09bf {{(pid=102224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:25:16.595427 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ec1a86e3-a4a4-4cd2-9772-6bba95e3d525 admin admin] Publish callbacks [] for router, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.599011 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-ec1a86e3-a4a4-4cd2-9772-6bba95e3d525 admin admin] 10.222.0.66 "DELETE /v2.0/routers/9c1ac382-7e9b-41f8-99bd-a54e41ea09bf HTTP/1.1" status: 204 len: 168 time: 1.4019122 Oct 27 10:25:16.599266 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53196) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:16.646361 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e2d107-c9c8-40bf-9249-a09e84240895 admin admin] Deleting subnet 788b14bd-6a92-42d3-a544-00217473e7e8 {{(pid=102224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:25:16.650748 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-04e2d107-c9c8-40bf-9249-a09e84240895 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.692706 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-04e2d107-c9c8-40bf-9249-a09e84240895 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491396'] for subnet, precommit_delete_associations {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.801130 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-04e2d107-c9c8-40bf-9249-a09e84240895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-758613'] for subnet, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.921846 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-04e2d107-c9c8-40bf-9249-a09e84240895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-758620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8962427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484674'] for subnet, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.955258 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2d107-c9c8-40bf-9249-a09e84240895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=788b14bd-6a92-42d3-a544-00217473e7e8,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:16.959204 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-04e2d107-c9c8-40bf-9249-a09e84240895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.962549 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-04e2d107-c9c8-40bf-9249-a09e84240895 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/788b14bd-6a92-42d3-a544-00217473e7e8 HTTP/1.1" status: 204 len: 168 time: 0.3622117 Oct 27 10:25:16.965679 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53204) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:16.968237 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697b1549-5137-4b92-8813-0a54cb1140a0 None None] Network 76f0b1fb-1c24-4d6e-9578-08ec935ae3f2 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:25:17.051112 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658350'] for network, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.131222 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] Deleting port 82adb50a-1d2f-4907-be12-029de7f136d5 {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:17.132043 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.143247 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 7cb1d7d9-4c79-4eda-bf28-3c8c572de404 no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:17.180066 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: 7cb1d7d9-4c79-4eda-bf28-3c8c572de404 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:17.180066 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 7cb1d7d9-4c79-4eda-bf28-3c8c572de404 not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:17.180350 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 22578b7c-bf31-4492-b752-b712975fb2e3 no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:17.204507 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02958eb9-28c3-4ee5-ba0c-08e9c56bb054 None None] DHCP port deletion for 76f0b1fb-1c24-4d6e-9578-08ec935ae3f2 request from dv-cinder-815145-2-iscsi {{(pid=102226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:25:17.206606 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: 22578b7c-bf31-4492-b752-b712975fb2e3 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:17.206941 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 22578b7c-bf31-4492-b752-b712975fb2e3 not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:17.216641 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] For port 82adb50a-1d2f-4907-be12-029de7f136d5, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=82adb50a-1d2f-4907-be12-029de7f136d5,segment=NetworkSegment(e561dc5f-3d85-4da0-9e6b-035144394cb9),segment_id=e561dc5f-3d85-4da0-9e6b-035144394cb9)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:17.216985 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.230336 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] Calling delete_port for 82adb50a-1d2f-4907-be12-029de7f136d5 owned by network:dhcp {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:17.260102 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-02958eb9-28c3-4ee5-ba0c-08e9c56bb054 None None] Deleting port 82adb50a-1d2f-4907-be12-029de7f136d5 {{(pid=102226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:17.260476 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-02958eb9-28c3-4ee5-ba0c-08e9c56bb054 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.350847 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-02958eb9-28c3-4ee5-ba0c-08e9c56bb054 None None] For port 82adb50a-1d2f-4907-be12-029de7f136d5, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=82adb50a-1d2f-4907-be12-029de7f136d5,segment=NetworkSegment(e561dc5f-3d85-4da0-9e6b-035144394cb9),segment_id=e561dc5f-3d85-4da0-9e6b-035144394cb9)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:17.351151 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-02958eb9-28c3-4ee5-ba0c-08e9c56bb054 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.364540 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-02958eb9-28c3-4ee5-ba0c-08e9c56bb054 None None] Calling delete_port for 82adb50a-1d2f-4907-be12-029de7f136d5 owned by network:dhcp {{(pid=102226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:17.405123 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa263785-23fe-43db-8e68-f9e4c32e738a req-c31b0308-33ce-4736-8b5c-499ee5927593 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:17.406670 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-aa263785-23fe-43db-8e68-f9e4c32e738a req-c31b0308-33ce-4736-8b5c-499ee5927593 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 945 time: 0.0539904 Oct 27 10:25:17.421973 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.452248 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-02958eb9-28c3-4ee5-ba0c-08e9c56bb054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719'] for port, after_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.452484 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-aa263785-23fe-43db-8e68-f9e4c32e738a req-86a0335b-3143-4d89-bfd7-c7f2ffbe24d3 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383904 Oct 27 10:25:17.455269 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] Pushing event deleted for resources: {'Port': ['ID=82adb50a-1d2f-4907-be12-029de7f136d5,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:17.463580 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] No DVR routers for this DVR port 82adb50a-1d2f-4907-be12-029de7f136d5 on host dv-cinder-815145-2-iscsi {{(pid=102224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:17.489704 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02958eb9-28c3-4ee5-ba0c-08e9c56bb054 None None] Pushing event deleted for resources: {'Port': ['ID=82adb50a-1d2f-4907-be12-029de7f136d5,revision_number=None']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:17.495601 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02958eb9-28c3-4ee5-ba0c-08e9c56bb054 None None] No DVR routers for this DVR port 82adb50a-1d2f-4907-be12-029de7f136d5 on host dv-cinder-815145-2-iscsi {{(pid=102226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:17.543807 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764864', 'neutron.services.segments.db._delete_segments_for_network-8767688259934'] for network, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.565241 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f0b1fb-1c24-4d6e-9578-08ec935ae3f2']}} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:17.574839 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e561dc5f-3d85-4da0-9e6b-035144394cb9') {'for_net_delete': True} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:17.575116 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e561dc5f-3d85-4da0-9e6b-035144394cb9') {} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:17.588458 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767688260455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491389'] for segment, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.602512 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.605989 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904946f0-bf9b-4aa5-8a9f-8e162eab58c8 req-c77359b9-c5fc-4d9a-849d-334460861b35 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:17.607691 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-904946f0-bf9b-4aa5-8a9f-8e162eab58c8 req-c77359b9-c5fc-4d9a-849d-334460861b35 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 945 time: 0.0510685 Oct 27 10:25:17.608808 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=102224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:25:17.609219 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8962449'] for segment, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: Traceback (most recent call last): Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: timer() Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: cb(*args, **kw) Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: return func(*args, **kwargs) Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: self._notify() Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: self.callback(batched_events) Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: event.method(event) Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: return f(self, *a, **k) Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: return self._get(url).json() Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: return self.request(url, 'GET', **kwargs) Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:25:17.610898 dv-cinder-815145-2-iscsi neutron-server[102224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:25:17.703869 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-904946f0-bf9b-4aa5-8a9f-8e162eab58c8 req-2b4f0099-1101-4bf8-a7dc-321f38dc5f52 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Deleting port 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:17.704128 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-904946f0-bf9b-4aa5-8a9f-8e162eab58c8 req-2b4f0099-1101-4bf8-a7dc-321f38dc5f52 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.804836 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-904946f0-bf9b-4aa5-8a9f-8e162eab58c8 req-2b4f0099-1101-4bf8-a7dc-321f38dc5f52 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] For port 09d53e1c-e639-4974-ad0f-1b8fa8c6e513, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=09d53e1c-e639-4974-ad0f-1b8fa8c6e513,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:17.805211 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-904946f0-bf9b-4aa5-8a9f-8e162eab58c8 req-2b4f0099-1101-4bf8-a7dc-321f38dc5f52 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.810527 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623617'] for network, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.817007 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.820292 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] 10.222.0.66 "DELETE /v2.0/networks/76f0b1fb-1c24-4d6e-9578-08ec935ae3f2 HTTP/1.1" status: 204 len: 168 time: 0.8534770 Oct 27 10:25:17.831056 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe63ee-d45c-4d58-8eb8-f6cc5d3a745e admin admin] Pushing event deleted for resources: {'Network': ['ID=76f0b1fb-1c24-4d6e-9578-08ec935ae3f2,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:18.009653 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-904946f0-bf9b-4aa5-8a9f-8e162eab58c8 req-2b4f0099-1101-4bf8-a7dc-321f38dc5f52 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:18.010003 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-904946f0-bf9b-4aa5-8a9f-8e162eab58c8 req-2b4f0099-1101-4bf8-a7dc-321f38dc5f52 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623603'] for floatingip, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:18.010311 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.l3_db [req-904946f0-bf9b-4aa5-8a9f-8e162eab58c8 req-2b4f0099-1101-4bf8-a7dc-321f38dc5f52 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Floating IP 3489df3f-12e1-4e2f-81dc-92b2890c9d99 disassociated. External IP: 172.27.3.202, port: 09d53e1c-e639-4974-ad0f-1b8fa8c6e513. Oct 27 10:25:18.010655 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-904946f0-bf9b-4aa5-8a9f-8e162eab58c8 req-2b4f0099-1101-4bf8-a7dc-321f38dc5f52 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Calling delete_port for 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 owned by compute:nova {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:18.272408 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53216) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:18.290595 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-904946f0-bf9b-4aa5-8a9f-8e162eab58c8 req-2b4f0099-1101-4bf8-a7dc-321f38dc5f52 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:18.312918 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-a31db7dc-f191-4047-ab85-c956b7becb64 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e8fd26a4e1db456c885913dfd7b35cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393529 Oct 27 10:25:18.315801 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53218) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:18.325935 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f0099-1101-4bf8-a7dc-321f38dc5f52 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event deleted for resources: {'Port': ['ID=09d53e1c-e639-4974-ad0f-1b8fa8c6e513,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:18.377314 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ff9ae421-4159-4bda-8f9e-6a091541a2b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:18.401317 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ff9ae421-4159-4bda-8f9e-6a091541a2b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:18.447010 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-904946f0-bf9b-4aa5-8a9f-8e162eab58c8 req-2b4f0099-1101-4bf8-a7dc-321f38dc5f52 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:25:18.564631 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0b503ce0-dde7-440d-847b-76b253aa88cd req-cd280409-783f-4e24-8a00-73009016649e tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 210 time: 0.0384846 Oct 27 10:25:18.591341 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-904946f0-bf9b-4aa5-8a9f-8e162eab58c8 req-2b4f0099-1101-4bf8-a7dc-321f38dc5f52 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:25:18.601207 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a45b81-b392-45df-88d8-61aaaf0579c9 None None] Sync routers for ids ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:25:18.611588 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a45b81-b392-45df-88d8-61aaaf0579c9 None None] Routers {'58e0758e-0985-4d2a-ac57-4d6bcb528ff3'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:18.612126 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-86a45b81-b392-45df-88d8-61aaaf0579c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:24:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:18.633235 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-904946f0-bf9b-4aa5-8a9f-8e162eab58c8 req-2b4f0099-1101-4bf8-a7dc-321f38dc5f52 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] No DVR routers for this DVR port 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 on host hv-cinder-81514 {{(pid=102225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:18.636129 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-904946f0-bf9b-4aa5-8a9f-8e162eab58c8 req-2b4f0099-1101-4bf8-a7dc-321f38dc5f52 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:18.639567 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-904946f0-bf9b-4aa5-8a9f-8e162eab58c8 req-2b4f0099-1101-4bf8-a7dc-321f38dc5f52 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.73 "DELETE /v2.0/ports/09d53e1c-e639-4974-ad0f-1b8fa8c6e513 HTTP/1.1" status: 204 len: 173 time: 1.0260026 Oct 27 10:25:18.640032 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ada6386-ce93-43a0-a95d-a2fab6229840', 'name': 'network-vif-deleted', 'tag': '09d53e1c-e639-4974-ad0f-1b8fa8c6e513'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:18.642502 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f70f978-298a-4e19-bcd0-33412a6f0ece" -d '{"events": [{"server_uuid": "7ada6386-ce93-43a0-a95d-a2fab6229840", "name": "network-vif-deleted", "tag": "09d53e1c-e639-4974-ad0f-1b8fa8c6e513"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:18.681586 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ff9ae421-4159-4bda-8f9e-6a091541a2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:18.692159 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ff9ae421-4159-4bda-8f9e-6a091541a2b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:18.692159 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-ff9ae421-4159-4bda-8f9e-6a091541a2b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/79fb56a0-251a-4173-b5b2-c1718642f07c HTTP/1.1" status: 204 len: 168 time: 0.3697705 Oct 27 10:25:18.704226 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6cd1b6-ad32-431a-8f7a-78320b69fb8c x-openstack-request-id: req-3d6cd1b6-ad32-431a-8f7a-78320b69fb8c {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:18.705113 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ada6386-ce93-43a0-a95d-a2fab6229840", "name": "network-vif-deleted", "tag": "09d53e1c-e639-4974-ad0f-1b8fa8c6e513", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:18.706189 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3d6cd1b6-ad32-431a-8f7a-78320b69fb8c {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:18.706872 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ada6386-ce93-43a0-a95d-a2fab6229840', 'name': 'network-vif-deleted', 'tag': '09d53e1c-e639-4974-ad0f-1b8fa8c6e513', 'status': 'completed', 'code': 200} Oct 27 10:25:18.711567 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ae421-4159-4bda-8f9e-6a091541a2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fb56a0-251a-4173-b5b2-c1718642f07c,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:18.916191 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 82adb50a-1d2f-4907-be12-029de7f136d5 no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:18.942635 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: 82adb50a-1d2f-4907-be12-029de7f136d5 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:18.943096 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 82adb50a-1d2f-4907-be12-029de7f136d5 not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:18.972409 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-86a45b81-b392-45df-88d8-61aaaf0579c9 None None] Set router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:19.023056 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-4bfbf4c5-0919-4213-b080-6803e368d6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:19.195411 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-86a45b81-b392-45df-88d8-61aaaf0579c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:35Z', 'revision_number': 5, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:19.224778 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a45b81-b392-45df-88d8-61aaaf0579c9 None None] Checking router: 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:25:19.234536 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a45b81-b392-45df-88d8-61aaaf0579c9 None None] Routers {'58e0758e-0985-4d2a-ac57-4d6bcb528ff3'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:19.235164 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-86a45b81-b392-45df-88d8-61aaaf0579c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:24:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:19.347468 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-86a45b81-b392-45df-88d8-61aaaf0579c9 None None] Set router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:19.566257 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-86a45b81-b392-45df-88d8-61aaaf0579c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:35Z', 'revision_number': 5, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:19.599772 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a45b81-b392-45df-88d8-61aaaf0579c9 None None] The sync data for ids ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'] in dv-cinder-815145-2-iscsi is: [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:35Z', 'revision_number': 5, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:25:19.622741 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53232) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:19.672899 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-70209b34-bf83-4fc7-824f-8ca2746da36e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=710fceae1d264c69853d6e1219603dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467305 Oct 27 10:25:19.673079 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53234) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:19.685501 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-457fb01d-c75c-4436-aa12-4d3703755693 req-e68eec11-93b7-44ec-aaef-04a8d7c5a9e8 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ada6386-ce93-43a0-a95d-a2fab6229840 HTTP/1.1" status: 200 len: 210 time: 0.0328355 Oct 27 10:25:19.726812 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-20eafa7c-e60e-47ac-bc79-3d6cdc1344ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:19.749772 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-20eafa7c-e60e-47ac-bc79-3d6cdc1344ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:19.870279 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5ad0a-e6c4-48f9-8e94-774094a30870 None None] New status for floating IP 3489df3f-12e1-4e2f-81dc-92b2890c9d99: DOWN {{(pid=102227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:25:19.899065 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-20eafa7c-e60e-47ac-bc79-3d6cdc1344ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:19.901722 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-20eafa7c-e60e-47ac-bc79-3d6cdc1344ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:19.904086 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-20eafa7c-e60e-47ac-bc79-3d6cdc1344ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/386b51ee-789f-48ec-a021-85b9d9929c24 HTTP/1.1" status: 204 len: 168 time: 0.2300298 Oct 27 10:25:19.919049 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eafa7c-e60e-47ac-bc79-3d6cdc1344ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386b51ee-789f-48ec-a021-85b9d9929c24,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:20.922296 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-e1ca7077-969f-419c-ab88-2ff7e12c6b31 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-354908734&fields=id&tenant_id=2d7997eb1e854527a138c06b0fc621f0 HTTP/1.1" status: 200 len: 267 time: 0.0350378 Oct 27 10:25:21.039553 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-8b10a404-64c0-49c4-b779-f27881e3b6b9 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:21.041009 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-8b10a404-64c0-49c4-b779-f27881e3b6b9 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/networks?id=f5a34bab-9102-4f12-a062-547d9ba89356 HTTP/1.1" status: 200 len: 811 time: 0.1120131 Oct 27 10:25:21.056132 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-7f69d1e7-a341-41cb-afdb-db01b440f3eb tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/quotas/2d7997eb1e854527a138c06b0fc621f0 HTTP/1.1" status: 200 len: 375 time: 0.0094504 Oct 27 10:25:21.110106 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-f8135740-85b7-4352-9685-62a9e9cd5f85 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d7997eb1e854527a138c06b0fc621f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485892 Oct 27 10:25:21.213776 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-31a655d9-b2b3-40d1-bb25-04ba6639a813 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909781 Oct 27 10:25:21.306002 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-3e906f01-c005-48ff-962d-4b903f0a9aa7 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859132 Oct 27 10:25:21.327201 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:21.361894 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-cfb3e57a-c5e4-4b45-9265-8314b7df6c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:21.922840 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:21.943734 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:21.944072 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 09d53e1c-e639-4974-ad0f-1b8fa8c6e513 not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:22.012206 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e30ce9a1-fabe-4490-9adb-9c9414e29070 req-f6711c70-147e-462a-9ac2-282c92b00408 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 210 time: 0.0281513 Oct 27 10:25:22.336454 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:22.595491 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:23.109633 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-fa3780e6-776a-4c24-8c73-2c359e79c3ef req-ff29efa7-8948-4a84-84db-775420304d71 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 210 time: 0.0317113 Oct 27 10:25:24.217913 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1e75da65-0b94-4d60-8307-0bbd763f00e5 req-4dc97f17-b37b-4af3-9388-6f9d8841894e tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 210 time: 0.0295792 Oct 27 10:25:24.218711 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:24.387140 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-ab81fe49-15f6-442d-929e-6fe5c9db3656 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:24.388843 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-ab81fe49-15f6-442d-929e-6fe5c9db3656 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.73 "GET /v2.0/networks?id=f5a34bab-9102-4f12-a062-547d9ba89356 HTTP/1.1" status: 200 len: 811 time: 0.1136727 Oct 27 10:25:24.437660 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-e4504baa-c3df-4ecf-9460-32b845027bcf tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d7997eb1e854527a138c06b0fc621f0 HTTP/1.1" status: 200 len: 379 time: 0.0386169 Oct 27 10:25:24.447816 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-6a863a4f-dbae-47f9-92a3-89daa987f27b tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Request body: {'port': {'device_id': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'admin_state_up': True, 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'security_groups': ['1cba9b50-3523-406d-af54-9998eaaadbd9']}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:24.658509 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-6a863a4f-dbae-47f9-92a3-89daa987f27b tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Made reservation on behalf of 2d7997eb1e854527a138c06b0fc621f0 for: {'port': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:24.662062 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-6a863a4f-dbae-47f9-92a3-89daa987f27b tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:24.791009 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-6a863a4f-dbae-47f9-92a3-89daa987f27b tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Allocated IP 172.20.0.7 (f5a34bab-9102-4f12-a062-547d9ba89356/ed805247-fa00-4068-9a02-aac3613ca316/d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:24.938910 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-6a863a4f-dbae-47f9-92a3-89daa987f27b tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.064852 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-6a863a4f-dbae-47f9-92a3-89daa987f27b tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.112652 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-6a863a4f-dbae-47f9-92a3-89daa987f27b tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Network f5a34bab-9102-4f12-a062-547d9ba89356 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:25.116616 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-6a863a4f-dbae-47f9-92a3-89daa987f27b tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:25.120570 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-6a863a4f-dbae-47f9-92a3-89daa987f27b tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:25.149775 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a863a4f-dbae-47f9-92a3-89daa987f27b tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event updated for resources: {'Port': ['ID=d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:25.190510 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-6a863a4f-dbae-47f9-92a3-89daa987f27b tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:25.190510 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-6a863a4f-dbae-47f9-92a3-89daa987f27b tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.304571 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-6a863a4f-dbae-47f9-92a3-89daa987f27b tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8614149 Oct 27 10:25:25.310519 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-41a1f219-fedf-4e51-9c4c-3a6d8383962d None None] Provisioning complete for port d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:25.311080 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-41a1f219-fedf-4e51-9c4c-3a6d8383962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.325520 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Request body: {'port': {'device_id': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:25.351265 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-41a1f219-fedf-4e51-9c4c-3a6d8383962d None None] Port d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:25:25.375831 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250aa6c-326b-4827-8d91-a3b67ea373b9 req-f3abcaad-77a1-4808-9fdf-2882e70c71a7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:25.377390 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e250aa6c-326b-4827-8d91-a3b67ea373b9 req-f3abcaad-77a1-4808-9fdf-2882e70c71a7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 931 time: 0.0877860 Oct 27 10:25:25.418124 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.465755 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e250aa6c-326b-4827-8d91-a3b67ea373b9 req-27c77a44-5a1a-435c-beaa-3b3ff2da135e tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734100 Oct 27 10:25:25.715669 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 {{(pid=102225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:25.723348 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.735322 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.provisioning_blocks [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Transition to ACTIVE for port object d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 will not be triggered until provisioned by entity L2. {{(pid=102225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:25:25.841238 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.890836 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:25.970350 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Attempting to bind port d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:25:25.970610 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Attempting to bind port d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:25:25.970942 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Attempting to bind port d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 on network f5a34bab-9102-4f12-a062-547d9ba89356 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:25.975940 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Port d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 on network f5a34bab-9102-4f12-a062-547d9ba89356 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:25:25.976283 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Attempting to bind port d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 on network f5a34bab-9102-4f12-a062-547d9ba89356 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:25.981693 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:25:25.982054 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Checking segment: {'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:25.982419 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Bound using segment: {'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:25:25.982849 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Bound port: d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'}}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:25:25.983199 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:26.051380 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] For port d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06, host hv-cinder-81514, cleared binding levels {{(pid=102225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:26.054984 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] For port d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:25:26.190397 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:26.227922 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:26.228535 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:26.229942 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] 10.222.0.73 "PUT /v2.0/ports/d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 HTTP/1.1" status: 200 len: 1093 time: 0.9103553 Oct 27 10:25:26.230382 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'tag': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:26.232640 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd4081c-0966-44ae-830b-86d7a61f317b" -d '{"events": [{"name": "network-changed", "server_uuid": "07bcc1b2-bf91-4eff-a8a1-4686f9bd6967", "tag": "d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:26.259139 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799cf62-559d-4737-9d93-ca2cbb0c7a80 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06,revision_number=3']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:26.276025 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47657021-a47c-4c8b-8c84-3dab256014a7 x-openstack-request-id: req-47657021-a47c-4c8b-8c84-3dab256014a7 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:26.276311 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bcc1b2-bf91-4eff-a8a1-4686f9bd6967", "tag": "d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:26.276562 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-47657021-a47c-4c8b-8c84-3dab256014a7 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:26.276960 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'tag': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06', 'status': 'completed', 'code': 200} Oct 27 10:25:26.356267 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4081c-0966-44ae-830b-86d7a61f317b req-f437b8a6-a7c3-47a0-a6b6-ea26dd93e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:26.358639 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9fd4081c-0966-44ae-830b-86d7a61f317b req-f437b8a6-a7c3-47a0-a6b6-ea26dd93e086 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2d7997eb1e854527a138c06b0fc621f0&device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 1096 time: 0.0572300 Oct 27 10:25:26.478370 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4081c-0966-44ae-830b-86d7a61f317b req-fb46f8ab-7140-4ab4-b66c-61724e6410a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:26.479755 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9fd4081c-0966-44ae-830b-86d7a61f317b req-fb46f8ab-7140-4ab4-b66c-61724e6410a8 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2d7997eb1e854527a138c06b0fc621f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1127901 Oct 27 10:25:26.591362 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a6c8c-1704-4758-a9fe-72c1d9949b70 req-58d5cad1-2c80-4029-a3a8-37a25482ada0 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:26.592964 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-651a6c8c-1704-4758-a9fe-72c1d9949b70 req-58d5cad1-2c80-4029-a3a8-37a25482ada0 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 943 time: 0.0495317 Oct 27 10:25:26.609615 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4081c-0966-44ae-830b-86d7a61f317b req-43d7b0e2-49a2-4976-b898-ccea22247c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:26.611077 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9fd4081c-0966-44ae-830b-86d7a61f317b req-43d7b0e2-49a2-4976-b898-ccea22247c57 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1238818 Oct 27 10:25:26.635820 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-651a6c8c-1704-4758-a9fe-72c1d9949b70 req-c0f7b642-fec6-4db3-ba7b-59b1d874c76d tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367329 Oct 27 10:25:26.692346 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-55333fab-39c4-41e1-bbfc-1fac3a8e82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:26.694010 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-55333fab-39c4-41e1-bbfc-1fac3a8e82aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2d7997eb1e854527a138c06b0fc621f0&device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 1096 time: 0.0460825 Oct 27 10:25:26.761155 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-29123546-3fa1-4bcb-a2f9-9c8de526c3e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 HTTP/1.1" status: 200 len: 217 time: 0.0353658 Oct 27 10:25:26.790915 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-7d9ebf7e-7818-4a01-8eab-0a5cc981e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:26.792415 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-7d9ebf7e-7818-4a01-8eab-0a5cc981e1bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed805247-fa00-4068-9a02-aac3613ca316 HTTP/1.1" status: 200 len: 850 time: 0.0488071 Oct 27 10:25:26.844294 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-9fe92635-afc8-455e-9c75-81624abce02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:26.845923 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-9fe92635-afc8-455e-9c75-81624abce02d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5a34bab-9102-4f12-a062-547d9ba89356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416102 Oct 27 10:25:26.938014 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-503c0ad8-3a1f-489f-82b6-1eaa31461c4e service neutron] 10.222.0.73 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843759 Oct 27 10:25:27.039540 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b898fb95-7afe-465f-96ee-3803e5a62111 req-6d4d1507-2269-45c8-bf6d-0fbf16d1f9ba service neutron] 10.222.0.73 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936351 Oct 27 10:25:27.757039 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c513d9-c498-41a0-8972-9265bcf5df9e req-0325bbc2-3780-4dd1-a279-798094317c05 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:27.758899 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-36c513d9-c498-41a0-8972-9265bcf5df9e req-0325bbc2-3780-4dd1-a279-798094317c05 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 943 time: 0.0507863 Oct 27 10:25:27.799846 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-36c513d9-c498-41a0-8972-9265bcf5df9e req-15f4b235-f66c-4eff-a85d-e49237ce749d tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349386 Oct 27 10:25:28.918088 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d74bc5-5bf2-4308-b385-c8f3864241cb req-146bfaf2-e1c5-4948-b27c-57ea51552ef0 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:28.919606 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b2d74bc5-5bf2-4308-b385-c8f3864241cb req-146bfaf2-e1c5-4948-b27c-57ea51552ef0 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 943 time: 0.0514336 Oct 27 10:25:28.959461 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b2d74bc5-5bf2-4308-b385-c8f3864241cb req-9a6b3a3a-974f-40d2-a2c9-7b18400b56bf tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339248 Oct 27 10:25:30.093176 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a44b0-af72-4852-8b91-66a684b191cf req-8d189d46-19e3-4edc-886c-1374c2851c51 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:30.094688 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0e4a44b0-af72-4852-8b91-66a684b191cf req-8d189d46-19e3-4edc-886c-1374c2851c51 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 943 time: 0.0529611 Oct 27 10:25:30.143530 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0e4a44b0-af72-4852-8b91-66a684b191cf req-ac1f6f64-0e56-4ee0-b590-dcffdf4094cf tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424407 Oct 27 10:25:31.269022 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a00d5a-4591-4d19-b66a-eb3437931be8 req-458903ed-c694-424e-9b02-a9ba4b731f1b tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:31.270554 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-32a00d5a-4591-4d19-b66a-eb3437931be8 req-458903ed-c694-424e-9b02-a9ba4b731f1b tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 943 time: 0.0545559 Oct 27 10:25:31.309874 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-32a00d5a-4591-4d19-b66a-eb3437931be8 req-3ad1f7b0-bc33-4629-a01a-9d968a6dc5f5 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333517 Oct 27 10:25:32.426541 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d547e-4d78-4463-ab4f-79b1a6eb8b29 req-ffc5a1b4-d654-46f4-a393-5becf884f929 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.428044 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8e7d547e-4d78-4463-ab4f-79b1a6eb8b29 req-ffc5a1b4-d654-46f4-a393-5becf884f929 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 943 time: 0.0502474 Oct 27 10:25:32.467211 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8e7d547e-4d78-4463-ab4f-79b1a6eb8b29 req-d6a4be53-a07d-4849-bf23-596c7cea3265 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332921 Oct 27 10:25:33.584088 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8414b-d955-44af-9dad-27a38903aa41 req-400ecfc7-e950-4741-a35e-37e59c9e9683 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.585633 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-66f8414b-d955-44af-9dad-27a38903aa41 req-400ecfc7-e950-4741-a35e-37e59c9e9683 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 943 time: 0.0501356 Oct 27 10:25:33.628707 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-66f8414b-d955-44af-9dad-27a38903aa41 req-108edfa6-c55b-4167-aeb9-515ed7546551 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369041 Oct 27 10:25:34.745254 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdda6af-b9ee-4978-9261-e8e8b6b0d913 req-26dccb17-dc6c-4baa-be06-9b08c324a674 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:34.746779 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5fdda6af-b9ee-4978-9261-e8e8b6b0d913 req-26dccb17-dc6c-4baa-be06-9b08c324a674 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 943 time: 0.0501740 Oct 27 10:25:34.784396 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5fdda6af-b9ee-4978-9261-e8e8b6b0d913 req-9176d2af-1111-4820-b72b-55bd92490cdd tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317285 Oct 27 10:25:35.903211 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29af4f-b8c3-44aa-b625-6d040d02e0a1 req-ab09788c-964a-4a01-95c3-b80b23e59c5f tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:35.904719 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ce29af4f-b8c3-44aa-b625-6d040d02e0a1 req-ab09788c-964a-4a01-95c3-b80b23e59c5f tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 943 time: 0.0501235 Oct 27 10:25:35.944930 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ce29af4f-b8c3-44aa-b625-6d040d02e0a1 req-80baba50-6bfb-4a15-b5d0-650276ee9214 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341790 Oct 27 10:25:36.017870 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:25:36.120605 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:36.132574 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'port_id': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06', 'mac_address': 'fa:16:3e:45:79:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:25:36.170602 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:36.188674 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:36.210658 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:36.301713 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:36.352882 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:36.529088 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:37.074021 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1675a-ba54-48de-afc7-3887c1424f7c req-c6df87e0-375d-4e25-bf09-2bd95e9bfa53 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:37.075397 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-34e1675a-ba54-48de-afc7-3887c1424f7c req-c6df87e0-375d-4e25-bf09-2bd95e9bfa53 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 944 time: 0.0540740 Oct 27 10:25:37.118629 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-34e1675a-ba54-48de-afc7-3887c1424f7c req-5dad7ee9-b935-4e54-9e84-267da8431538 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345800 Oct 27 10:25:37.305171 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:25:38.032459 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:25:38.158086 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:25:38.162978 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:38.163371 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:38.267355 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:38.297285 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:38.298862 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2865da8c-7605-43a2-a751-0e921383bca6" -d '{"events": [{"server_uuid": "07bcc1b2-bf91-4eff-a8a1-4686f9bd6967", "name": "network-vif-plugged", "status": "completed", "tag": "d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:38.313138 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:38.346147 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaf0447-39f8-4572-a734-81a706787b23 x-openstack-request-id: req-afaf0447-39f8-4572-a734-81a706787b23 {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:38.346435 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bcc1b2-bf91-4eff-a8a1-4686f9bd6967", "name": "network-vif-plugged", "status": "completed", "tag": "d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:38.346684 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-afaf0447-39f8-4572-a734-81a706787b23 {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:38.347079 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06', 'code': 200} Oct 27 10:25:38.386844 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:38.429812 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a088876-6408-4492-ba4d-a18df3dc30c7 req-c67393b3-b9f0-4dab-b2a8-c3956590c658 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:38.431637 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6a088876-6408-4492-ba4d-a18df3dc30c7 req-c67393b3-b9f0-4dab-b2a8-c3956590c658 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 944 time: 0.0704746 Oct 27 10:25:38.443817 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:38.478847 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6a088876-6408-4492-ba4d-a18df3dc30c7 req-306d7087-b546-443c-8648-73c914189806 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391667 Oct 27 10:25:38.830596 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0cece-5c7d-495a-87dd-ecd66defcab3 req-df79425e-dedb-4d91-973e-c172b8b4d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:38.832106 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6ef0cece-5c7d-495a-87dd-ecd66defcab3 req-df79425e-dedb-4d91-973e-c172b8b4d2de service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 1098 time: 0.0462735 Oct 27 10:25:38.872235 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6ef0cece-5c7d-495a-87dd-ecd66defcab3 req-30ded76e-d4b7-42cf-a47f-3ec6e5cc79df service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293169 Oct 27 10:25:39.599750 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad4956-cc7d-443f-b51d-66a698e22db2 req-decf2d27-713b-4b50-b500-a141c61531aa tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:39.601175 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f2ad4956-cc7d-443f-b51d-66a698e22db2 req-decf2d27-713b-4b50-b500-a141c61531aa tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 945 time: 0.0507081 Oct 27 10:25:39.644776 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f2ad4956-cc7d-443f-b51d-66a698e22db2 req-dc4c2cf1-b56d-4405-88c7-db012c51c206 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373368 Oct 27 10:25:40.768934 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdd544-45af-4e11-b536-642c6f22197d req-8e2f4410-952b-4fb6-b514-209449fc9c1f tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:40.770510 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-09cdd544-45af-4e11-b536-642c6f22197d req-8e2f4410-952b-4fb6-b514-209449fc9c1f tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 945 time: 0.0525193 Oct 27 10:25:40.815204 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-09cdd544-45af-4e11-b536-642c6f22197d req-670bdf20-798f-4eef-b82b-d5e181c4a198 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353847 Oct 27 10:25:40.935899 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e6147-7c79-4194-a69e-96b1fb3a6af6 req-58b58494-922e-45b8-9094-f28a4b231f32 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:40.937396 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1e2e6147-7c79-4194-a69e-96b1fb3a6af6 req-58b58494-922e-45b8-9094-f28a4b231f32 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 945 time: 0.0540266 Oct 27 10:25:40.977372 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1e2e6147-7c79-4194-a69e-96b1fb3a6af6 req-347e378d-a6b0-429a-9a32-4b2fef180a55 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339510 Oct 27 10:25:41.000464 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53324) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:41.042615 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05425cd0-5a45-4e0d-84aa-18d8f66601a1 tempest-TestVolumeBootPattern-1443047597 tempest-TestVolumeBootPattern-1443047597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:41.044207 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-05425cd0-5a45-4e0d-84aa-18d8f66601a1 tempest-TestVolumeBootPattern-1443047597 tempest-TestVolumeBootPattern-1443047597-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 1093 time: 0.0427001 Oct 27 10:25:41.047161 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53326) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:41.051767 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Request body: {'floatingip': {'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'port_id': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:41.198705 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for floatingip, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:41.309564 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:41.419745 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Allocated IP 172.27.3.134 (70ca3915-436e-4d6f-9dee-c189a5123789/3d25a479-4445-45b0-aa2d-a38f3239d00a/0d7a47b8-91ef-4fdb-8872-102093e35e04) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:41.532227 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:41.659649 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:41.702177 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:41.705215 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:41.707997 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:41.738041 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event updated for resources: {'Port': ['ID=0d7a47b8-91ef-4fdb-8872-102093e35e04,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:42.095806 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:42.238466 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:42.418765 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for port, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:42.518246 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:42.588757 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event updated for resources: {'Port': ['ID=0d7a47b8-91ef-4fdb-8872-102093e35e04,revision_number=2']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:42.601275 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623603'] for floatingip, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:42.712325 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.db.l3_db [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Floating IP 84019649-9aba-43ea-8069-47522ce43b8d associated. External IP: 172.27.3.134, port: d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06. Oct 27 10:25:42.919020 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:25:43.027001 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:25:43.036999 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ca312-ec9c-4865-9bfa-36a79805a1e2 None None] Sync routers for ids ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:25:43.047602 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ca312-ec9c-4865-9bfa-36a79805a1e2 None None] Routers {'58e0758e-0985-4d2a-ac57-4d6bcb528ff3'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:43.051904 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-4e7ca312-ec9c-4865-9bfa-36a79805a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:25:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:43.143034 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:43.164258 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-4e7ca312-ec9c-4865-9bfa-36a79805a1e2 None None] Set router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:43.176210 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-614c2fed-088e-4550-a8d4-c5e8c99702b6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1275427 Oct 27 10:25:43.177275 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'tag': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:43.181290 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab8c943-d569-4a5d-abbe-c5239bc01ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "07bcc1b2-bf91-4eff-a8a1-4686f9bd6967", "tag": "d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:43.248303 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a390c5aa-269e-4d52-8a8d-d7d99a18be9e x-openstack-request-id: req-a390c5aa-269e-4d52-8a8d-d7d99a18be9e {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:43.248641 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bcc1b2-bf91-4eff-a8a1-4686f9bd6967", "tag": "d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:43.248857 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a390c5aa-269e-4d52-8a8d-d7d99a18be9e {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:43.249350 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'tag': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06', 'status': 'completed', 'code': 200} Oct 27 10:25:43.307836 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c943-d569-4a5d-abbe-c5239bc01ad8 req-9f41ac33-cf34-4cef-b2bf-f4287bf529d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:43.309617 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0ab8c943-d569-4a5d-abbe-c5239bc01ad8 req-9f41ac33-cf34-4cef-b2bf-f4287bf529d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2d7997eb1e854527a138c06b0fc621f0&device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 1098 time: 0.0414631 Oct 27 10:25:43.411331 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c943-d569-4a5d-abbe-c5239bc01ad8 req-aaa70ebc-8f18-4ef8-91e5-92e244ef6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:43.413384 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0ab8c943-d569-4a5d-abbe-c5239bc01ad8 req-aaa70ebc-8f18-4ef8-91e5-92e244ef6f62 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5a34bab-9102-4f12-a062-547d9ba89356 HTTP/1.1" status: 200 len: 912 time: 0.0964041 Oct 27 10:25:43.435349 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-4e7ca312-ec9c-4865-9bfa-36a79805a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': '84019649-9aba-43ea-8069-47522ce43b8d', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'port_id': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'mac_address': 'fa:16:3e:45:79:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:25:41Z', 'updated_at': '2021-10-27T10:25:41Z', 'revision_number': 0, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:35Z', 'revision_number': 5, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:43.466429 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ca312-ec9c-4865-9bfa-36a79805a1e2 None None] Checking router: 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:25:43.475455 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ca312-ec9c-4865-9bfa-36a79805a1e2 None None] Routers {'58e0758e-0985-4d2a-ac57-4d6bcb528ff3'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:43.476063 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-4e7ca312-ec9c-4865-9bfa-36a79805a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:25:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:43.494685 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0ab8c943-d569-4a5d-abbe-c5239bc01ad8 req-1afbb87b-510c-467f-9e35-8ec3f82a3b11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 HTTP/1.1" status: 200 len: 999 time: 0.0730097 Oct 27 10:25:43.548673 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c943-d569-4a5d-abbe-c5239bc01ad8 req-a90739ee-4a88-4c20-a041-aebc0be8a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:43.550230 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0ab8c943-d569-4a5d-abbe-c5239bc01ad8 req-a90739ee-4a88-4c20-a041-aebc0be8a4d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed805247-fa00-4068-9a02-aac3613ca316 HTTP/1.1" status: 200 len: 850 time: 0.0478861 Oct 27 10:25:43.605155 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c943-d569-4a5d-abbe-c5239bc01ad8 req-d4ba5554-1f1a-4652-93df-ad4874ced15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:43.606730 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0ab8c943-d569-4a5d-abbe-c5239bc01ad8 req-d4ba5554-1f1a-4652-93df-ad4874ced15a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5a34bab-9102-4f12-a062-547d9ba89356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483904 Oct 27 10:25:43.716493 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0ab8c943-d569-4a5d-abbe-c5239bc01ad8 req-a2b37b83-e5df-4535-b392-d2ea3c750772 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975389 Oct 27 10:25:43.722900 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-4e7ca312-ec9c-4865-9bfa-36a79805a1e2 None None] Set router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:43.825552 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0ab8c943-d569-4a5d-abbe-c5239bc01ad8 req-743cb67d-bb1e-417b-86ad-aae5bbe69a26 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011186 Oct 27 10:25:43.984388 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-4e7ca312-ec9c-4865-9bfa-36a79805a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': '84019649-9aba-43ea-8069-47522ce43b8d', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'port_id': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'mac_address': 'fa:16:3e:45:79:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:25:41Z', 'updated_at': '2021-10-27T10:25:41Z', 'revision_number': 0, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:35Z', 'revision_number': 5, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:44.012506 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ca312-ec9c-4865-9bfa-36a79805a1e2 None None] The sync data for ids ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'] in dv-cinder-815145-2-iscsi is: [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': '84019649-9aba-43ea-8069-47522ce43b8d', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'port_id': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'mac_address': 'fa:16:3e:45:79:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:25:41Z', 'updated_at': '2021-10-27T10:25:41Z', 'revision_number': 0, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:35Z', 'revision_number': 5, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:25:44.190921 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db5fe4-b9d5-4a2d-9aba-780da43162fe None None] New status for floating IP 84019649-9aba-43ea-8069-47522ce43b8d: ACTIVE {{(pid=102227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:25:45.870836 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd093f7c-1547-424f-b3b0-e7917ad185fb req-f74669f8-2390-4efb-b9cb-f1d8f3d282d6 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:45.872408 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cd093f7c-1547-424f-b3b0-e7917ad185fb req-f74669f8-2390-4efb-b9cb-f1d8f3d282d6 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 947 time: 0.0519671 Oct 27 10:25:45.912134 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cd093f7c-1547-424f-b3b0-e7917ad185fb req-136740d4-23ff-45c5-b60c-2984028c502c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334468 Oct 27 10:25:46.823455 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a2303-bf63-457a-a097-1bc98a5100b4 req-40f8faa1-513e-4d22-8f7f-34167af4a1a6 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:46.824941 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-656a2303-bf63-457a-a097-1bc98a5100b4 req-40f8faa1-513e-4d22-8f7f-34167af4a1a6 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 946 time: 0.0489814 Oct 27 10:25:46.864012 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-656a2303-bf63-457a-a097-1bc98a5100b4 req-3a9417c1-8e94-47a6-a3a0-b95973473464 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=371ef16c-6ca8-4a0f-9bbf-e515557ecbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330298 Oct 27 10:25:47.040085 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ae1e7-fce3-4fb5-b9d1-75f050d7f50a req-dbc40bfc-f7e6-4eea-8700-2f279889a406 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:47.041505 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bb4ae1e7-fce3-4fb5-b9d1-75f050d7f50a req-dbc40bfc-f7e6-4eea-8700-2f279889a406 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 947 time: 0.0527840 Oct 27 10:25:47.079690 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bb4ae1e7-fce3-4fb5-b9d1-75f050d7f50a req-0a9c4839-0992-47f7-81a4-bebd002a40c2 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad48fd2-1fa6-4c33-985b-3785f4405c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322635 Oct 27 10:25:47.254053 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13193aea-5ce7-412e-979b-f25e96aef148 req-5a2253c3-3c7e-473b-baa3-ea4ade093fae tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:47.256527 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-13193aea-5ce7-412e-979b-f25e96aef148 req-5a2253c3-3c7e-473b-baa3-ea4ade093fae tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.73 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 947 time: 0.0535200 Oct 27 10:25:47.344432 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-13193aea-5ce7-412e-979b-f25e96aef148 req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Deleting port 73aeb536-73d3-43e7-a413-da63ec98e902 {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:47.344767 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-13193aea-5ce7-412e-979b-f25e96aef148 req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:47.687550 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-13193aea-5ce7-412e-979b-f25e96aef148 req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] For port 73aeb536-73d3-43e7-a413-da63ec98e902, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=73aeb536-73d3-43e7-a413-da63ec98e902,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:47.687912 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-13193aea-5ce7-412e-979b-f25e96aef148 req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:47.860698 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-13193aea-5ce7-412e-979b-f25e96aef148 req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:47.861062 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-13193aea-5ce7-412e-979b-f25e96aef148 req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623603'] for floatingip, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:47.861427 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.l3_db [req-13193aea-5ce7-412e-979b-f25e96aef148 req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Floating IP a27b4d7d-6787-471c-adc2-31fe44e36de3 disassociated. External IP: 172.27.3.98, port: 73aeb536-73d3-43e7-a413-da63ec98e902. Oct 27 10:25:47.861754 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-13193aea-5ce7-412e-979b-f25e96aef148 req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Calling delete_port for 73aeb536-73d3-43e7-a413-da63ec98e902 owned by compute:nova {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:48.018371 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9f650-2e3d-451b-8f30-053ca243c07a req-f1d74de0-fd84-4327-aa01-28e3312331fd tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:48.019821 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-92b9f650-2e3d-451b-8f30-053ca243c07a req-f1d74de0-fd84-4327-aa01-28e3312331fd tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 946 time: 0.0857275 Oct 27 10:25:48.058679 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-92b9f650-2e3d-451b-8f30-053ca243c07a req-6553c999-5de0-4cef-841c-0e1b635e7169 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups?id=371ef16c-6ca8-4a0f-9bbf-e515557ecbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324221 Oct 27 10:25:48.092276 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-13193aea-5ce7-412e-979b-f25e96aef148 req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:48.121887 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Pushing event deleted for resources: {'Port': ['ID=73aeb536-73d3-43e7-a413-da63ec98e902,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:48.134880 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:48.135236 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:48.135580 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:48.135931 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:48.136270 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:48.136608 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:48.136942 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:48.137422 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:48.137611 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:48.137940 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:48.138271 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:48.138596 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:48.185403 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-516e7fe3-e896-42d1-a36c-84ffc74ea2ce req-9e3a9ef2-a150-4828-b525-3199d69e26d4 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 210 time: 0.0284050 Oct 27 10:25:48.251657 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13193aea-5ce7-412e-979b-f25e96aef148 req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Router dffdf481-4aba-402a-8fc8-0e115f11f164 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:25:48.369960 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13193aea-5ce7-412e-979b-f25e96aef148 req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:25:48.379542 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2490161e-c6fa-462a-aa30-1055132b682e None None] Sync routers for ids ['dffdf481-4aba-402a-8fc8-0e115f11f164'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:25:48.390312 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2490161e-c6fa-462a-aa30-1055132b682e None None] Routers {'dffdf481-4aba-402a-8fc8-0e115f11f164'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:48.390952 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-2490161e-c6fa-462a-aa30-1055132b682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:25:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['dffdf481-4aba-402a-8fc8-0e115f11f164'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:48.423197 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-13193aea-5ce7-412e-979b-f25e96aef148 req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] No DVR routers for this DVR port 73aeb536-73d3-43e7-a413-da63ec98e902 on host hv-cinder-81514 {{(pid=102225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:48.426539 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-13193aea-5ce7-412e-979b-f25e96aef148 req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:48.430260 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-13193aea-5ce7-412e-979b-f25e96aef148 req-e3554740-3d5a-4523-a2af-aa1b0b890704 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.73 "DELETE /v2.0/ports/73aeb536-73d3-43e7-a413-da63ec98e902 HTTP/1.1" status: 204 len: 173 time: 1.1671267 Oct 27 10:25:48.430944 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29868633-3aac-4921-86d8-4a8673a97704', 'name': 'network-vif-deleted', 'tag': '73aeb536-73d3-43e7-a413-da63ec98e902'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:48.434688 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a448725-079f-4720-b5cf-87adf8c67d92" -d '{"events": [{"server_uuid": "29868633-3aac-4921-86d8-4a8673a97704", "name": "network-vif-deleted", "tag": "73aeb536-73d3-43e7-a413-da63ec98e902"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:48.488902 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbd18fd-5a85-4ff3-9fe6-707b678ee3d7 x-openstack-request-id: req-cfbd18fd-5a85-4ff3-9fe6-707b678ee3d7 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:48.489259 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29868633-3aac-4921-86d8-4a8673a97704", "name": "network-vif-deleted", "tag": "73aeb536-73d3-43e7-a413-da63ec98e902", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:48.489568 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cfbd18fd-5a85-4ff3-9fe6-707b678ee3d7 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:48.489969 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29868633-3aac-4921-86d8-4a8673a97704', 'name': 'network-vif-deleted', 'tag': '73aeb536-73d3-43e7-a413-da63ec98e902', 'status': 'completed', 'code': 200} Oct 27 10:25:48.510599 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-2490161e-c6fa-462a-aa30-1055132b682e None None] Set router dffdf481-4aba-402a-8fc8-0e115f11f164 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:48.518042 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87c793-ad4a-4553-95ec-bc5fa5b81501 req-d1ea5b1e-e4c2-4f9e-b6c3-d7f50c3215a2 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:48.519949 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4b87c793-ad4a-4553-95ec-bc5fa5b81501 req-d1ea5b1e-e4c2-4f9e-b6c3-d7f50c3215a2 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.73 "GET /v2.0/ports?device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 946 time: 0.0607035 Oct 27 10:25:48.622278 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-4b87c793-ad4a-4553-95ec-bc5fa5b81501 req-1ba37069-b7a1-4652-8143-18b9aeea901a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Deleting port b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:48.623155 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-4b87c793-ad4a-4553-95ec-bc5fa5b81501 req-1ba37069-b7a1-4652-8143-18b9aeea901a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:48.722398 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-4b87c793-ad4a-4553-95ec-bc5fa5b81501 req-1ba37069-b7a1-4652-8143-18b9aeea901a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] For port b0f95a61-bb6c-40bd-8ebc-c66d97df3a27, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b0f95a61-bb6c-40bd-8ebc-c66d97df3a27,segment=NetworkSegment(92482d8d-9aed-490f-9c2d-aa08717a120e),segment_id=92482d8d-9aed-490f-9c2d-aa08717a120e)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:48.722852 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-4b87c793-ad4a-4553-95ec-bc5fa5b81501 req-1ba37069-b7a1-4652-8143-18b9aeea901a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:48.739618 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-2490161e-c6fa-462a-aa30-1055132b682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port': {'id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:48Z', 'updated_at': '2021-10-27T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '2f6d5fff-4f3a-405b-8cee-d02a001b2f86', 'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'mac_address': 'fa:16:3e:1c:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:53Z', 'updated_at': '2021-10-27T10:19:01Z', 'revision_number': 5, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'subnets': [{'id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:48.766706 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2490161e-c6fa-462a-aa30-1055132b682e None None] Checking router: dffdf481-4aba-402a-8fc8-0e115f11f164 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:25:48.776047 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2490161e-c6fa-462a-aa30-1055132b682e None None] Routers {'dffdf481-4aba-402a-8fc8-0e115f11f164'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:48.776665 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-2490161e-c6fa-462a-aa30-1055132b682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:25:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['dffdf481-4aba-402a-8fc8-0e115f11f164'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:48.812965 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-deadfdba-992c-414d-9b76-a7ad7eddac45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:48.885507 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-2490161e-c6fa-462a-aa30-1055132b682e None None] Set router dffdf481-4aba-402a-8fc8-0e115f11f164 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:48.897737 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-4b87c793-ad4a-4553-95ec-bc5fa5b81501 req-1ba37069-b7a1-4652-8143-18b9aeea901a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:48.898112 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-4b87c793-ad4a-4553-95ec-bc5fa5b81501 req-1ba37069-b7a1-4652-8143-18b9aeea901a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623603'] for floatingip, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:48.898409 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.l3_db [req-4b87c793-ad4a-4553-95ec-bc5fa5b81501 req-1ba37069-b7a1-4652-8143-18b9aeea901a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Floating IP 4fcedca4-cee5-4e72-a8f9-a01823560683 disassociated. External IP: 172.27.3.114, port: b0f95a61-bb6c-40bd-8ebc-c66d97df3a27. Oct 27 10:25:48.898791 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-4b87c793-ad4a-4553-95ec-bc5fa5b81501 req-1ba37069-b7a1-4652-8143-18b9aeea901a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Calling delete_port for b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 owned by compute:nova {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:49.091417 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-2490161e-c6fa-462a-aa30-1055132b682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port': {'id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:48Z', 'updated_at': '2021-10-27T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '2f6d5fff-4f3a-405b-8cee-d02a001b2f86', 'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'mac_address': 'fa:16:3e:1c:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:53Z', 'updated_at': '2021-10-27T10:19:01Z', 'revision_number': 5, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'subnets': [{'id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:49.106971 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-4b87c793-ad4a-4553-95ec-bc5fa5b81501 req-1ba37069-b7a1-4652-8143-18b9aeea901a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:49.120017 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2490161e-c6fa-462a-aa30-1055132b682e None None] The sync data for ids ['dffdf481-4aba-402a-8fc8-0e115f11f164'] in dv-cinder-815145-2-iscsi is: [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:18:55Z', 'revision_number': 4, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port': {'id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:48Z', 'updated_at': '2021-10-27T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '2f6d5fff-4f3a-405b-8cee-d02a001b2f86', 'name': '', 'network_id': '85cca7a2-e927-4155-9525-946b9afad186', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'mac_address': 'fa:16:3e:1c:8d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:53Z', 'updated_at': '2021-10-27T10:19:01Z', 'revision_number': 5, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'subnets': [{'id': 'ecc75ced-88da-4001-a1b2-e070b2cff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:25:49.145322 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba37069-b7a1-4652-8143-18b9aeea901a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Pushing event deleted for resources: {'Port': ['ID=b0f95a61-bb6c-40bd-8ebc-c66d97df3a27,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:49.183725 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3800ef7a-2388-4f72-8345-bb5966fbf745 req-64aeba74-2cc6-4dc3-b357-6460174a7ab8 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 210 time: 0.0456367 Oct 27 10:25:49.287531 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b87c793-ad4a-4553-95ec-bc5fa5b81501 req-1ba37069-b7a1-4652-8143-18b9aeea901a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:25:49.307602 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2eeb136a-d67b-4f43-a724-96d2f60f37fa req-77e9c765-5db3-4ed8-83c9-6ae7bd4d8d4c tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/ports?device_id=29868633-3aac-4921-86d8-4a8673a97704 HTTP/1.1" status: 200 len: 210 time: 0.0321829 Oct 27 10:25:49.417666 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c5cd1-f499-426c-b051-8639ca09f24c None None] New status for floating IP a27b4d7d-6787-471c-adc2-31fe44e36de3: DOWN {{(pid=102227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:25:49.427592 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b87c793-ad4a-4553-95ec-bc5fa5b81501 req-1ba37069-b7a1-4652-8143-18b9aeea901a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:25:49.437655 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2847ab66-b56b-41c5-88fe-266a9c9afbd9 None None] Sync routers for ids ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:25:49.449131 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2847ab66-b56b-41c5-88fe-266a9c9afbd9 None None] Routers {'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:49.449794 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-2847ab66-b56b-41c5-88fe-266a9c9afbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:25:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:49.473641 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b87c793-ad4a-4553-95ec-bc5fa5b81501 req-1ba37069-b7a1-4652-8143-18b9aeea901a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] No DVR routers for this DVR port b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 on host hv-cinder-81514 {{(pid=102225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:49.476180 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-4b87c793-ad4a-4553-95ec-bc5fa5b81501 req-1ba37069-b7a1-4652-8143-18b9aeea901a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:49.479666 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4b87c793-ad4a-4553-95ec-bc5fa5b81501 req-1ba37069-b7a1-4652-8143-18b9aeea901a tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.73 "DELETE /v2.0/ports/b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 HTTP/1.1" status: 204 len: 173 time: 0.9537063 Oct 27 10:25:49.589248 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-2847ab66-b56b-41c5-88fe-266a9c9afbd9 None None] Set router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:49.811368 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-2847ab66-b56b-41c5-88fe-266a9c9afbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:20:08Z', 'revision_number': 4, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port': {'id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:04Z', 'updated_at': '2021-10-27T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '11973f1a-f61d-44fd-b06c-16d91c16c8dd', 'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'mac_address': 'fa:16:3e:bd:0e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:07Z', 'updated_at': '2021-10-27T10:20:12Z', 'revision_number': 5, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'subnets': [{'id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:49.842737 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2847ab66-b56b-41c5-88fe-266a9c9afbd9 None None] Checking router: e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:25:49.851555 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2847ab66-b56b-41c5-88fe-266a9c9afbd9 None None] Routers {'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:49.852187 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-2847ab66-b56b-41c5-88fe-266a9c9afbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:25:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:50.084696 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-2847ab66-b56b-41c5-88fe-266a9c9afbd9 None None] Set router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:50.293778 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4ea310d4-8827-42c1-8ec2-af253b0338ee req-1832dbca-9aa5-4a2e-815c-29aa09d8586e tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e HTTP/1.1" status: 200 len: 210 time: 0.0264709 Oct 27 10:25:50.298573 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-2847ab66-b56b-41c5-88fe-266a9c9afbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:20:08Z', 'revision_number': 4, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port': {'id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:04Z', 'updated_at': '2021-10-27T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '11973f1a-f61d-44fd-b06c-16d91c16c8dd', 'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'mac_address': 'fa:16:3e:bd:0e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:07Z', 'updated_at': '2021-10-27T10:20:12Z', 'revision_number': 5, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'subnets': [{'id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:50.327606 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2847ab66-b56b-41c5-88fe-266a9c9afbd9 None None] The sync data for ids ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'] in dv-cinder-815145-2-iscsi is: [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:20:08Z', 'revision_number': 4, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port': {'id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:04Z', 'updated_at': '2021-10-27T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '11973f1a-f61d-44fd-b06c-16d91c16c8dd', 'name': '', 'network_id': '37419415-1089-4518-a3d4-26fb32aa3969', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'mac_address': 'fa:16:3e:bd:0e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:07Z', 'updated_at': '2021-10-27T10:20:12Z', 'revision_number': 5, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'subnets': [{'id': 'a3800a6b-912b-4fca-9e63-fb91e6bcdaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:25:50.457759 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53406) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:50.491349 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e', 'name': 'network-vif-deleted', 'tag': 'b0f95a61-bb6c-40bd-8ebc-c66d97df3a27'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:50.493695 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f434869-43e1-428e-b6a2-9e3a5e5b0e28" -d '{"events": [{"server_uuid": "ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e", "name": "network-vif-deleted", "tag": "b0f95a61-bb6c-40bd-8ebc-c66d97df3a27"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:50.535542 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740ef3bf-e0e6-44c3-92cd-f881dcb9fe93 x-openstack-request-id: req-740ef3bf-e0e6-44c3-92cd-f881dcb9fe93 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:50.535922 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e", "name": "network-vif-deleted", "tag": "b0f95a61-bb6c-40bd-8ebc-c66d97df3a27", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:50.536273 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-740ef3bf-e0e6-44c3-92cd-f881dcb9fe93 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:50.536727 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfe8458-ca6c-4dfb-bb2f-a87bb9e45f7e', 'name': 'network-vif-deleted', 'tag': 'b0f95a61-bb6c-40bd-8ebc-c66d97df3a27', 'status': 'completed', 'code': 200} Oct 27 10:25:50.537849 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a2e66cc6-e40e-46ca-bb79-a40a461c734a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:50.563513 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a2e66cc6-e40e-46ca-bb79-a40a461c734a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:50.597979 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fb39f5-2f42-4178-bb13-7d9385a17226 None None] New status for floating IP 4fcedca4-cee5-4e72-a8f9-a01823560683: DOWN {{(pid=102227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:25:50.695306 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a2e66cc6-e40e-46ca-bb79-a40a461c734a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:50.697949 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a2e66cc6-e40e-46ca-bb79-a40a461c734a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:50.699107 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-a2e66cc6-e40e-46ca-bb79-a40a461c734a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "DELETE /v2.0/security-groups/1ad48fd2-1fa6-4c33-985b-3785f4405c20 HTTP/1.1" status: 204 len: 168 time: 0.2397621 Oct 27 10:25:50.702016 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53410) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:50.708769 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e66cc6-e40e-46ca-bb79-a40a461c734a tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad48fd2-1fa6-4c33-985b-3785f4405c20,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:50.718818 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.api.v2.resource [None req-f30aefe0-58b4-4fba-bbf8-bd91e8228945 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] show failed (client error): The resource could not be found. Oct 27 10:25:50.719841 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-f30aefe0-58b4-4fba-bbf8-bd91e8228945 tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "GET /v2.0/security-groups/1ad48fd2-1fa6-4c33-985b-3785f4405c20 HTTP/1.1" status: 404 len: 347 time: 0.0168142 Oct 27 10:25:50.722809 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53412) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:51.084347 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-da139a9b-16ff-4b34-b1a1-b0cfdf8270bd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Deleting port 79ad36b8-9dbb-48d9-a218-3d5f29368dd3 {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:51.084682 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-da139a9b-16ff-4b34-b1a1-b0cfdf8270bd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.166374 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-da139a9b-16ff-4b34-b1a1-b0cfdf8270bd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.166702 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-da139a9b-16ff-4b34-b1a1-b0cfdf8270bd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.179480 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-da139a9b-16ff-4b34-b1a1-b0cfdf8270bd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Calling delete_port for 79ad36b8-9dbb-48d9-a218-3d5f29368dd3 owned by network:floatingip {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:51.363678 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.400838 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-7289967c-967c-4253-a65b-46c3fc3004f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.401031 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-da139a9b-16ff-4b34-b1a1-b0cfdf8270bd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.431823 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da139a9b-16ff-4b34-b1a1-b0cfdf8270bd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Pushing event deleted for resources: {'Port': ['ID=79ad36b8-9dbb-48d9-a218-3d5f29368dd3,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:51.491742 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-da139a9b-16ff-4b34-b1a1-b0cfdf8270bd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks [] for floatingip, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.496041 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-da139a9b-16ff-4b34-b1a1-b0cfdf8270bd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.498010 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-da139a9b-16ff-4b34-b1a1-b0cfdf8270bd tempest-AttachVolumeShelveTestJSON-1378951100 tempest-AttachVolumeShelveTestJSON-1378951100-project] 10.222.0.66 "DELETE /v2.0/floatingips/a27b4d7d-6787-471c-adc2-31fe44e36de3 HTTP/1.1" status: 204 len: 168 time: 0.7738054 Oct 27 10:25:51.505625 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53418) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:51.579124 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5dc47809-4c52-4775-a7fe-fcb91942fab8 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.613187 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5dc47809-4c52-4775-a7fe-fcb91942fab8 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.712349 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5dc47809-4c52-4775-a7fe-fcb91942fab8 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.714954 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5dc47809-4c52-4775-a7fe-fcb91942fab8 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.716118 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-5dc47809-4c52-4775-a7fe-fcb91942fab8 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "DELETE /v2.0/security-groups/371ef16c-6ca8-4a0f-9bbf-e515557ecbe7 HTTP/1.1" status: 204 len: 168 time: 0.2095733 Oct 27 10:25:51.719047 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53422) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:51.729845 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc47809-4c52-4775-a7fe-fcb91942fab8 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=371ef16c-6ca8-4a0f-9bbf-e515557ecbe7,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:51.733236 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.api.v2.resource [None req-6bcf3999-f34d-4cb0-9b71-d2a9cff92764 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] show failed (client error): The resource could not be found. Oct 27 10:25:51.734269 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-6bcf3999-f34d-4cb0-9b71-d2a9cff92764 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "GET /v2.0/security-groups/371ef16c-6ca8-4a0f-9bbf-e515557ecbe7 HTTP/1.1" status: 404 len: 347 time: 0.0141957 Oct 27 10:25:51.737413 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53424) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:51.884392 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-24cdc46e-a5a2-43e6-869a-39d6c0d088a2 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Deleting port a0633886-ee0b-4cd5-a006-9f3fffd3cc70 {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:51.884638 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-24cdc46e-a5a2-43e6-869a-39d6c0d088a2 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.963636 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-24cdc46e-a5a2-43e6-869a-39d6c0d088a2 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.963952 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-24cdc46e-a5a2-43e6-869a-39d6c0d088a2 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.975699 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-24cdc46e-a5a2-43e6-869a-39d6c0d088a2 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Calling delete_port for a0633886-ee0b-4cd5-a006-9f3fffd3cc70 owned by network:floatingip {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:52.109804 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:52.130689 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:52.131046 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device b0f95a61-bb6c-40bd-8ebc-c66d97df3a27 not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:52.131440 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 73aeb536-73d3-43e7-a413-da63ec98e902 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:52.151472 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: 73aeb536-73d3-43e7-a413-da63ec98e902 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:52.151968 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 73aeb536-73d3-43e7-a413-da63ec98e902 not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:52.195138 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-24cdc46e-a5a2-43e6-869a-39d6c0d088a2 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:52.226554 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdc46e-a5a2-43e6-869a-39d6c0d088a2 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Pushing event deleted for resources: {'Port': ['ID=a0633886-ee0b-4cd5-a006-9f3fffd3cc70,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:52.253840 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:52.295035 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-24cdc46e-a5a2-43e6-869a-39d6c0d088a2 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks [] for floatingip, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:52.303438 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-24cdc46e-a5a2-43e6-869a-39d6c0d088a2 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:52.303438 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-24cdc46e-a5a2-43e6-869a-39d6c0d088a2 tempest-AttachVolumeTestJSON-82644805 tempest-AttachVolumeTestJSON-82644805-project] 10.222.0.66 "DELETE /v2.0/floatingips/4fcedca4-cee5-4e72-a8f9-a01823560683 HTTP/1.1" status: 204 len: 168 time: 0.5562069 Oct 27 10:25:52.546439 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:54.241239 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:54.336919 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53454) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:54.828539 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-dd10f696-a583-458d-bb01-1e3e32cd5672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625139'] for router_interface, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:55.076672 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-dd10f696-a583-458d-bb01-1e3e32cd5672 admin admin] Deleting port 2f6d5fff-4f3a-405b-8cee-d02a001b2f86 {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:55.076944 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-dd10f696-a583-458d-bb01-1e3e32cd5672 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:55.163025 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [None req-dd10f696-a583-458d-bb01-1e3e32cd5672 admin admin] For port 2f6d5fff-4f3a-405b-8cee-d02a001b2f86, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=2f6d5fff-4f3a-405b-8cee-d02a001b2f86,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:55.163385 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-dd10f696-a583-458d-bb01-1e3e32cd5672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:55.175931 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-dd10f696-a583-458d-bb01-1e3e32cd5672 admin admin] Calling delete_port for 2f6d5fff-4f3a-405b-8cee-d02a001b2f86 owned by network:router_interface {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:55.423892 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-dd10f696-a583-458d-bb01-1e3e32cd5672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:55.450947 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10f696-a583-458d-bb01-1e3e32cd5672 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6d5fff-4f3a-405b-8cee-d02a001b2f86,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:55.656933 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-dd10f696-a583-458d-bb01-1e3e32cd5672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1796487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625311'] for router_interface, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:55.881643 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd10f696-a583-458d-bb01-1e3e32cd5672 admin admin] Router dffdf481-4aba-402a-8fc8-0e115f11f164 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:25:55.997902 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd10f696-a583-458d-bb01-1e3e32cd5672 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:25:56.003505 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-dd10f696-a583-458d-bb01-1e3e32cd5672 admin admin] 10.222.0.66 "PUT /v2.0/routers/dffdf481-4aba-402a-8fc8-0e115f11f164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6654403 Oct 27 10:25:56.005621 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53468) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:56.006637 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e83000-c567-4042-aeeb-86e8ef2dba3f None None] Sync routers for ids ['dffdf481-4aba-402a-8fc8-0e115f11f164'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:25:56.016693 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e83000-c567-4042-aeeb-86e8ef2dba3f None None] Routers {'dffdf481-4aba-402a-8fc8-0e115f11f164'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:56.017358 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-32e83000-c567-4042-aeeb-86e8ef2dba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:25:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['dffdf481-4aba-402a-8fc8-0e115f11f164'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:56.114656 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d0103299-843a-4239-8212-cc5e57448063 admin admin] Publish callbacks [] for router, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:56.124341 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-32e83000-c567-4042-aeeb-86e8ef2dba3f None None] Set router dffdf481-4aba-402a-8fc8-0e115f11f164 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:56.220550 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d0103299-843a-4239-8212-cc5e57448063 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:56.337408 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-32e83000-c567-4042-aeeb-86e8ef2dba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:25:55Z', 'revision_number': 5, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port': {'id': 'faf264a0-e56d-4814-bb1e-5d7d8e0f1c61', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:48Z', 'updated_at': '2021-10-27T10:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:56.365991 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e83000-c567-4042-aeeb-86e8ef2dba3f None None] Checking router: dffdf481-4aba-402a-8fc8-0e115f11f164 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:25:56.374800 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53478) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:56.377541 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e83000-c567-4042-aeeb-86e8ef2dba3f None None] Routers {'dffdf481-4aba-402a-8fc8-0e115f11f164'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:56.378182 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-32e83000-c567-4042-aeeb-86e8ef2dba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:25:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['dffdf481-4aba-402a-8fc8-0e115f11f164'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:56.389384 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-d0103299-843a-4239-8212-cc5e57448063 admin admin] Deleting port faf264a0-e56d-4814-bb1e-5d7d8e0f1c61 {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:56.389868 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d0103299-843a-4239-8212-cc5e57448063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:56.472858 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-32e83000-c567-4042-aeeb-86e8ef2dba3f None None] Set router dffdf481-4aba-402a-8fc8-0e115f11f164 gateway port host: None {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:56.495784 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [None req-d0103299-843a-4239-8212-cc5e57448063 admin admin] For port faf264a0-e56d-4814-bb1e-5d7d8e0f1c61, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=faf264a0-e56d-4814-bb1e-5d7d8e0f1c61,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:56.496801 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d0103299-843a-4239-8212-cc5e57448063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:56.519146 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-d0103299-843a-4239-8212-cc5e57448063 admin admin] Calling delete_port for faf264a0-e56d-4814-bb1e-5d7d8e0f1c61 owned by network:router_gateway {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:56.531784 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-32e83000-c567-4042-aeeb-86e8ef2dba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:25:56Z', 'revision_number': 6, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port_host': None}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:56.558866 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e83000-c567-4042-aeeb-86e8ef2dba3f None None] The sync data for ids ['dffdf481-4aba-402a-8fc8-0e115f11f164'] in dv-cinder-815145-2-iscsi is: [{'id': 'dffdf481-4aba-402a-8fc8-0e115f11f164', 'name': 'tempest-AttachVolumeShelveTestJSON-1394867584-router', 'tenant_id': '6656d74f77af428aba35d0d4513da3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:47Z', 'updated_at': '2021-10-27T10:25:56Z', 'revision_number': 6, 'project_id': '6656d74f77af428aba35d0d4513da3b9', 'gw_port_host': None}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:25:56.778265 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d0103299-843a-4239-8212-cc5e57448063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:56.804316 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0103299-843a-4239-8212-cc5e57448063 admin admin] Pushing event deleted for resources: {'Port': ['ID=faf264a0-e56d-4814-bb1e-5d7d8e0f1c61,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:56.868937 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d0103299-843a-4239-8212-cc5e57448063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623677'] for router_gateway, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:56.920719 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1f1acf07-08c9-4a09-b6ec-0cf9d9714590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625139'] for router_interface, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:56.960969 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d0103299-843a-4239-8212-cc5e57448063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15294'] for router, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:56.963188 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d0103299-843a-4239-8212-cc5e57448063 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.104806 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d0103299-843a-4239-8212-cc5e57448063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635840'] for router, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.105779 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0103299-843a-4239-8212-cc5e57448063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dffdf481-4aba-402a-8fc8-0e115f11f164 {{(pid=102224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:25:57.115403 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d0103299-843a-4239-8212-cc5e57448063 admin admin] Publish callbacks [] for router, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.117181 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-d0103299-843a-4239-8212-cc5e57448063 admin admin] 10.222.0.66 "DELETE /v2.0/routers/dffdf481-4aba-402a-8fc8-0e115f11f164 HTTP/1.1" status: 204 len: 168 time: 1.1103973 Oct 27 10:25:57.119653 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53482) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:57.120296 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device faf264a0-e56d-4814-bb1e-5d7d8e0f1c61 no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:57.142501 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: faf264a0-e56d-4814-bb1e-5d7d8e0f1c61 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:57.143132 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device faf264a0-e56d-4814-bb1e-5d7d8e0f1c61 not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:57.143706 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 2f6d5fff-4f3a-405b-8cee-d02a001b2f86 no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:57.169764 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4699f6be-7cf6-44ce-b505-40f25ec6ddf2 admin admin] Deleting subnet ecc75ced-88da-4001-a1b2-e070b2cff892 {{(pid=102224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:25:57.173105 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4699f6be-7cf6-44ce-b505-40f25ec6ddf2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.177523 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: 2f6d5fff-4f3a-405b-8cee-d02a001b2f86 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:57.178083 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 2f6d5fff-4f3a-405b-8cee-d02a001b2f86 not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:57.210534 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4699f6be-7cf6-44ce-b505-40f25ec6ddf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491396'] for subnet, precommit_delete_associations {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.259492 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-1f1acf07-08c9-4a09-b6ec-0cf9d9714590 admin admin] Deleting port 11973f1a-f61d-44fd-b06c-16d91c16c8dd {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:57.259901 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1f1acf07-08c9-4a09-b6ec-0cf9d9714590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.297230 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4699f6be-7cf6-44ce-b505-40f25ec6ddf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-758613'] for subnet, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.366631 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [None req-1f1acf07-08c9-4a09-b6ec-0cf9d9714590 admin admin] For port 11973f1a-f61d-44fd-b06c-16d91c16c8dd, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=11973f1a-f61d-44fd-b06c-16d91c16c8dd,segment=NetworkSegment(92482d8d-9aed-490f-9c2d-aa08717a120e),segment_id=92482d8d-9aed-490f-9c2d-aa08717a120e)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:57.367016 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1f1acf07-08c9-4a09-b6ec-0cf9d9714590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.383152 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-1f1acf07-08c9-4a09-b6ec-0cf9d9714590 admin admin] Calling delete_port for 11973f1a-f61d-44fd-b06c-16d91c16c8dd owned by network:router_interface {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:57.437796 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4699f6be-7cf6-44ce-b505-40f25ec6ddf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-758620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8962427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484674'] for subnet, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.465699 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699f6be-7cf6-44ce-b505-40f25ec6ddf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc75ced-88da-4001-a1b2-e070b2cff892,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:57.467672 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4699f6be-7cf6-44ce-b505-40f25ec6ddf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.470884 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-4699f6be-7cf6-44ce-b505-40f25ec6ddf2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ecc75ced-88da-4001-a1b2-e070b2cff892 HTTP/1.1" status: 204 len: 168 time: 0.3500907 Oct 27 10:25:57.473570 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53484) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:57.478501 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0780189b-2ce7-48fa-9ae8-d160b4c98073 None None] Network 85cca7a2-e927-4155-9525-946b9afad186 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:25:57.548985 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658350'] for network, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.611335 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] Deleting port 95839ce6-5a49-498e-80bc-968fd4f2271d {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:57.611746 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.660311 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1f1acf07-08c9-4a09-b6ec-0cf9d9714590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.690667 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f53fa11-6004-480c-836c-e1602b41ac56 None None] DHCP port deletion for 85cca7a2-e927-4155-9525-946b9afad186 request from dv-cinder-815145-2-iscsi {{(pid=102226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:25:57.694108 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1acf07-08c9-4a09-b6ec-0cf9d9714590 admin admin] Pushing event deleted for resources: {'Port': ['ID=11973f1a-f61d-44fd-b06c-16d91c16c8dd,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:57.696047 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] For port 95839ce6-5a49-498e-80bc-968fd4f2271d, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=95839ce6-5a49-498e-80bc-968fd4f2271d,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:57.696484 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.717482 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] Calling delete_port for 95839ce6-5a49-498e-80bc-968fd4f2271d owned by network:dhcp {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:57.765351 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9f53fa11-6004-480c-836c-e1602b41ac56 None None] Deleting port 95839ce6-5a49-498e-80bc-968fd4f2271d {{(pid=102226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:57.766245 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9f53fa11-6004-480c-836c-e1602b41ac56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.872716 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9f53fa11-6004-480c-836c-e1602b41ac56 None None] For port 95839ce6-5a49-498e-80bc-968fd4f2271d, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=95839ce6-5a49-498e-80bc-968fd4f2271d,segment=NetworkSegment(77737e17-2825-4e6c-8ef1-c62d726747ae),segment_id=77737e17-2825-4e6c-8ef1-c62d726747ae)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:57.873456 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9f53fa11-6004-480c-836c-e1602b41ac56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.888546 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9f53fa11-6004-480c-836c-e1602b41ac56 None None] Calling delete_port for 95839ce6-5a49-498e-80bc-968fd4f2271d owned by network:dhcp {{(pid=102226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:57.891043 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-1f1acf07-08c9-4a09-b6ec-0cf9d9714590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1796487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625311'] for router_interface, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.930231 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.988815 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] No DVR routers for this DVR port 95839ce6-5a49-498e-80bc-968fd4f2271d on host dv-cinder-815145-2-iscsi {{(pid=102224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:58.014646 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=95839ce6-5a49-498e-80bc-968fd4f2271d,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:58.014956 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9f53fa11-6004-480c-836c-e1602b41ac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719'] for port, after_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:58.042620 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53fa11-6004-480c-836c-e1602b41ac56 None None] Pushing event deleted for resources: {'Port': ['ID=95839ce6-5a49-498e-80bc-968fd4f2271d,revision_number=None']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:58.047302 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f53fa11-6004-480c-836c-e1602b41ac56 None None] No DVR routers for this DVR port 95839ce6-5a49-498e-80bc-968fd4f2271d on host dv-cinder-815145-2-iscsi {{(pid=102226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:58.092962 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764864', 'neutron.services.segments.db._delete_segments_for_network-8767688259934'] for network, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:58.126741 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85cca7a2-e927-4155-9525-946b9afad186']}} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:58.143952 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77737e17-2825-4e6c-8ef1-c62d726747ae') {'for_net_delete': True} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:58.144353 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77737e17-2825-4e6c-8ef1-c62d726747ae') {} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:58.158477 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767688260455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491389'] for segment, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:58.175296 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:58.182985 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=102224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8962449'] for segment, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: Traceback (most recent call last): Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: timer() Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: cb(*args, **kw) Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: return func(*args, **kwargs) Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: self._notify() Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: self.callback(batched_events) Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: event.method(event) Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: return f(self, *a, **k) Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: return self._get(url).json() Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: return self.request(url, 'GET', **kwargs) Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:25:58.185778 dv-cinder-815145-2-iscsi neutron-server[102224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:25:58.346411 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623617'] for network, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:58.354130 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:58.358454 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/85cca7a2-e927-4155-9525-946b9afad186 HTTP/1.1" status: 204 len: 168 time: 0.8832054 Oct 27 10:25:58.372221 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bc3ec-d162-49eb-ad77-d8ab7b8196f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=85cca7a2-e927-4155-9525-946b9afad186,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:58.467676 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1acf07-08c9-4a09-b6ec-0cf9d9714590 admin admin] Router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:25:58.579447 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1acf07-08c9-4a09-b6ec-0cf9d9714590 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:25:58.587739 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-1f1acf07-08c9-4a09-b6ec-0cf9d9714590 admin admin] 10.222.0.66 "PUT /v2.0/routers/e0a0da53-2d0a-41b3-904f-e7a9cbb026c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2092619 Oct 27 10:25:58.588102 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53488) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:58.589941 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbb86c-233f-465d-9193-d8e884ad0874 None None] Sync routers for ids ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'] in dv-cinder-815145-2-iscsi {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:25:58.600316 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdbb86c-233f-465d-9193-d8e884ad0874 None None] Routers {'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:58.602977 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-abdbb86c-233f-465d-9193-d8e884ad0874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:25:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:58.709737 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8dfa30ba-6309-4eae-a8b5-2b48b1423493 admin admin] Publish callbacks [] for router, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:58.738140 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-abdbb86c-233f-465d-9193-d8e884ad0874 None None] Set router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:58.796520 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53490) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:58.863261 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-626d4cbe-d9c2-453b-8167-2b8a8de308c4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6656d74f77af428aba35d0d4513da3b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0620706 Oct 27 10:25:58.863835 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53492) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:58.877825 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8dfa30ba-6309-4eae-a8b5-2b48b1423493 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:58.955076 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-9eddf03b-de55-46aa-a1c5-8c495fc1cb39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:58.971166 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-abdbb86c-233f-465d-9193-d8e884ad0874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:25:57Z', 'revision_number': 5, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port': {'id': '7047f6e7-db5b-4588-8376-ff60a251a82e', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:04Z', 'updated_at': '2021-10-27T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:58.994099 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 95839ce6-5a49-498e-80bc-968fd4f2271d no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:58.999589 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-9eddf03b-de55-46aa-a1c5-8c495fc1cb39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.001594 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbb86c-233f-465d-9193-d8e884ad0874 None None] Checking router: e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 for host: dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:25:59.012024 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdbb86c-233f-465d-9193-d8e884ad0874 None None] Routers {'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:59.012659 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-abdbb86c-233f-465d-9193-d8e884ad0874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:25:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:59.019512 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: 95839ce6-5a49-498e-80bc-968fd4f2271d {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:59.020129 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 95839ce6-5a49-498e-80bc-968fd4f2271d not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:59.047047 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-8dfa30ba-6309-4eae-a8b5-2b48b1423493 admin admin] Deleting port 7047f6e7-db5b-4588-8376-ff60a251a82e {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:59.047529 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8dfa30ba-6309-4eae-a8b5-2b48b1423493 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.109131 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-abdbb86c-233f-465d-9193-d8e884ad0874 None None] Set router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 gateway port host: None {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:59.158342 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-9eddf03b-de55-46aa-a1c5-8c495fc1cb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.163399 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-9eddf03b-de55-46aa-a1c5-8c495fc1cb39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.165772 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-9eddf03b-de55-46aa-a1c5-8c495fc1cb39 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/014ca752-854e-4a60-b060-8fcf7185c611 HTTP/1.1" status: 204 len: 168 time: 0.2997444 Oct 27 10:25:59.166551 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-abdbb86c-233f-465d-9193-d8e884ad0874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:25:58Z', 'revision_number': 6, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port_host': None}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:59.169113 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [None req-8dfa30ba-6309-4eae-a8b5-2b48b1423493 admin admin] For port 7047f6e7-db5b-4588-8376-ff60a251a82e, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=7047f6e7-db5b-4588-8376-ff60a251a82e,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:59.169518 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8dfa30ba-6309-4eae-a8b5-2b48b1423493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.178182 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eddf03b-de55-46aa-a1c5-8c495fc1cb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014ca752-854e-4a60-b060-8fcf7185c611,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:59.193068 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-8dfa30ba-6309-4eae-a8b5-2b48b1423493 admin admin] Calling delete_port for 7047f6e7-db5b-4588-8376-ff60a251a82e owned by network:router_gateway {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:59.209940 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbb86c-233f-465d-9193-d8e884ad0874 None None] The sync data for ids ['e0a0da53-2d0a-41b3-904f-e7a9cbb026c8'] in dv-cinder-815145-2-iscsi is: [{'id': 'e0a0da53-2d0a-41b3-904f-e7a9cbb026c8', 'name': 'tempest-AttachVolumeTestJSON-363597995-router', 'tenant_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:03Z', 'updated_at': '2021-10-27T10:25:58Z', 'revision_number': 6, 'project_id': 'dca79ce6135645d8ac76dd2c8abf30f3', 'gw_port_host': None}] {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:25:59.512858 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8dfa30ba-6309-4eae-a8b5-2b48b1423493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.544629 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa30ba-6309-4eae-a8b5-2b48b1423493 admin admin] Pushing event deleted for resources: {'Port': ['ID=7047f6e7-db5b-4588-8376-ff60a251a82e,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:59.623314 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8dfa30ba-6309-4eae-a8b5-2b48b1423493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623677'] for router_gateway, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.768778 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8dfa30ba-6309-4eae-a8b5-2b48b1423493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15294'] for router, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.771659 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8dfa30ba-6309-4eae-a8b5-2b48b1423493 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.929462 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8dfa30ba-6309-4eae-a8b5-2b48b1423493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635840'] for router, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.930042 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfa30ba-6309-4eae-a8b5-2b48b1423493 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 {{(pid=102225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:25:59.934938 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8dfa30ba-6309-4eae-a8b5-2b48b1423493 admin admin] Publish callbacks [] for router, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.936060 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-8dfa30ba-6309-4eae-a8b5-2b48b1423493 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e0a0da53-2d0a-41b3-904f-e7a9cbb026c8 HTTP/1.1" status: 204 len: 168 time: 1.3470180 Oct 27 10:25:59.940317 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53506) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:59.988854 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bed077-1d6d-4e56-9cea-93ad9a4c79e3 admin admin] Deleting subnet a3800a6b-912b-4fca-9e63-fb91e6bcdaec {{(pid=102224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:25:59.992124 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-75bed077-1d6d-4e56-9cea-93ad9a4c79e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.033263 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-75bed077-1d6d-4e56-9cea-93ad9a4c79e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491396'] for subnet, precommit_delete_associations {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.124452 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-75bed077-1d6d-4e56-9cea-93ad9a4c79e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-758613'] for subnet, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.247080 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-75bed077-1d6d-4e56-9cea-93ad9a4c79e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-758620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8962427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484674'] for subnet, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.273898 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bed077-1d6d-4e56-9cea-93ad9a4c79e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3800a6b-912b-4fca-9e63-fb91e6bcdaec,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:00.288481 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-75bed077-1d6d-4e56-9cea-93ad9a4c79e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.289984 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7da581c-19db-4305-9f9c-b63c3b4b0282 None None] Network 37419415-1089-4518-a3d4-26fb32aa3969 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:26:00.294566 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-75bed077-1d6d-4e56-9cea-93ad9a4c79e3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a3800a6b-912b-4fca-9e63-fb91e6bcdaec HTTP/1.1" status: 204 len: 168 time: 0.3529618 Oct 27 10:26:00.294747 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53516) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:00.395999 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658350'] for network, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.410537 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53518) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:00.471052 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] Deleting port e55c3767-5640-41ca-9772-01bbacd55ac0 {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:00.471390 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.526858 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-d591f420-a658-4817-8459-bba8c21b8c51 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1356226967-network', 'tenant_id': 'bd228af68a0a42e68dfa166e7e4a1e5a'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:00.527049 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01342c08-fcf9-406a-998b-17c972ebca2a None None] DHCP port deletion for 37419415-1089-4518-a3d4-26fb32aa3969 request from dv-cinder-815145-2-iscsi {{(pid=102226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:26:00.555995 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] For port e55c3767-5640-41ca-9772-01bbacd55ac0, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=e55c3767-5640-41ca-9772-01bbacd55ac0,segment=NetworkSegment(92482d8d-9aed-490f-9c2d-aa08717a120e),segment_id=92482d8d-9aed-490f-9c2d-aa08717a120e)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:00.556702 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.570289 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] Calling delete_port for e55c3767-5640-41ca-9772-01bbacd55ac0 owned by network:dhcp {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:00.586000 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-01342c08-fcf9-406a-998b-17c972ebca2a None None] Deleting port e55c3767-5640-41ca-9772-01bbacd55ac0 {{(pid=102226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:00.586312 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-01342c08-fcf9-406a-998b-17c972ebca2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.611838 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d591f420-a658-4817-8459-bba8c21b8c51 admin admin] Made reservation on behalf of bd228af68a0a42e68dfa166e7e4a1e5a for: {'network': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:26:00.614692 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d591f420-a658-4817-8459-bba8c21b8c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.624041 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d591f420-a658-4817-8459-bba8c21b8c51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.676593 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-01342c08-fcf9-406a-998b-17c972ebca2a None None] For port e55c3767-5640-41ca-9772-01bbacd55ac0, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=e55c3767-5640-41ca-9772-01bbacd55ac0,segment=NetworkSegment(92482d8d-9aed-490f-9c2d-aa08717a120e),segment_id=92482d8d-9aed-490f-9c2d-aa08717a120e)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:00.677151 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-01342c08-fcf9-406a-998b-17c972ebca2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.689707 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-01342c08-fcf9-406a-998b-17c972ebca2a None None] Calling delete_port for e55c3767-5640-41ca-9772-01bbacd55ac0 owned by network:dhcp {{(pid=102226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:00.702380 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d591f420-a658-4817-8459-bba8c21b8c51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.737743 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.764088 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d591f420-a658-4817-8459-bba8c21b8c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.765019 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e55c3767-5640-41ca-9772-01bbacd55ac0,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:00.768523 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] No DVR routers for this DVR port e55c3767-5640-41ca-9772-01bbacd55ac0 on host dv-cinder-815145-2-iscsi {{(pid=102225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:26:00.776256 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-01342c08-fcf9-406a-998b-17c972ebca2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719'] for port, after_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.793133 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d591f420-a658-4817-8459-bba8c21b8c51 admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=102224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:26:00.801721 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01342c08-fcf9-406a-998b-17c972ebca2a None None] Pushing event deleted for resources: {'Port': ['ID=e55c3767-5640-41ca-9772-01bbacd55ac0,revision_number=None']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:00.802556 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591f420-a658-4817-8459-bba8c21b8c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daffdc42-02fa-4e4b-8777-2c64285bcb3e,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:00.807607 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d591f420-a658-4817-8459-bba8c21b8c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.808075 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.db.segments_db [None req-d591f420-a658-4817-8459-bba8c21b8c51 admin admin] Added segment 5e362271-205b-4ba7-83b7-c0101b7e3141 of type vlan for network 5644908e-e584-4844-bfb1-70c4be0d83de Oct 27 10:26:00.809089 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01342c08-fcf9-406a-998b-17c972ebca2a None None] No DVR routers for this DVR port e55c3767-5640-41ca-9772-01bbacd55ac0 on host dv-cinder-815145-2-iscsi {{(pid=102226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:26:00.852717 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d591f420-a658-4817-8459-bba8c21b8c51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.861000 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764864', 'neutron.services.segments.db._delete_segments_for_network-8767688259934'] for network, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.883187 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37419415-1089-4518-a3d4-26fb32aa3969']}} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:00.893055 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92482d8d-9aed-490f-9c2d-aa08717a120e') {'for_net_delete': True} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:00.893499 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92482d8d-9aed-490f-9c2d-aa08717a120e') {} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:00.905981 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 11973f1a-f61d-44fd-b06c-16d91c16c8dd no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:00.907527 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767688260455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10283354'] for segment, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.921819 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.927613 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=102225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:26:00.927984 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283975'] for segment, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: Traceback (most recent call last): Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: timer() Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: cb(*args, **kw) Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: return func(*args, **kwargs) Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: self._notify() Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: self.callback(batched_events) Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: event.method(event) Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: return f(self, *a, **k) Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._get(url).json() Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: return self.request(url, 'GET', **kwargs) Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:26:00.929760 dv-cinder-815145-2-iscsi neutron-server[102225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:26:00.933019 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: 11973f1a-f61d-44fd-b06c-16d91c16c8dd {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:00.933390 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 11973f1a-f61d-44fd-b06c-16d91c16c8dd not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:00.933807 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device e55c3767-5640-41ca-9772-01bbacd55ac0 no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:00.938252 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d591f420-a658-4817-8459-bba8c21b8c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.948552 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d591f420-a658-4817-8459-bba8c21b8c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:00.948552 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d591f420-a658-4817-8459-bba8c21b8c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.955246 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: e55c3767-5640-41ca-9772-01bbacd55ac0 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:00.955678 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device e55c3767-5640-41ca-9772-01bbacd55ac0 not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:00.956007 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 7047f6e7-db5b-4588-8376-ff60a251a82e no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:00.975921 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: 7047f6e7-db5b-4588-8376-ff60a251a82e {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:00.976255 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 7047f6e7-db5b-4588-8376-ff60a251a82e not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:01.010495 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591f420-a658-4817-8459-bba8c21b8c51 admin admin] Pushing event updated for resources: {'Network': ['ID=5644908e-e584-4844-bfb1-70c4be0d83de,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:01.017812 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-d591f420-a658-4817-8459-bba8c21b8c51 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6050246 Oct 27 10:26:01.019501 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53522) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:01.021296 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network 5644908e-e584-4844-bfb1-70c4be0d83de details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:26:01.024789 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-2111a6aa-ddb6-46b4-bb83-4036893b0db0 admin admin] Request body: {'subnet': {'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1356226967-subnet', 'tenant_id': 'bd228af68a0a42e68dfa166e7e4a1e5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:01.094708 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623617'] for network, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.100052 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.104059 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/37419415-1089-4518-a3d4-26fb32aa3969 HTTP/1.1" status: 204 len: 168 time: 0.8074882 Oct 27 10:26:01.114653 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97e1a3-1fa1-41cd-aada-d61fb6dc63a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=37419415-1089-4518-a3d4-26fb32aa3969,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:01.130070 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2111a6aa-ddb6-46b4-bb83-4036893b0db0 admin admin] Made reservation on behalf of bd228af68a0a42e68dfa166e7e4a1e5a for: {'subnet': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:26:01.131772 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2111a6aa-ddb6-46b4-bb83-4036893b0db0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8484515'] for subnet, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.369448 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2111a6aa-ddb6-46b4-bb83-4036893b0db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8962362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8484529'] for subnet, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.418720 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111a6aa-ddb6-46b4-bb83-4036893b0db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf51ebc-74e1-4865-b882-6ec68288dc75,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:01.435174 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111a6aa-ddb6-46b4-bb83-4036893b0db0 admin admin] Checking segment: {'id': '5e362271-205b-4ba7-83b7-c0101b7e3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:26:01.435526 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111a6aa-ddb6-46b4-bb83-4036893b0db0 admin admin] Network hostable DHCP agents. Network: 5644908e-e584-4844-bfb1-70c4be0d83de, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:26:01.442734 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53526) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:01.483623 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-9f7e2d9e-b811-443b-9f43-248767f996e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dca79ce6135645d8ac76dd2c8abf30f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393236 Oct 27 10:26:01.486135 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53528) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:01.544439 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-535c6e1f-5f34-4050-9340-5c0a6c6d718a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.566227 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-535c6e1f-5f34-4050-9340-5c0a6c6d718a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.581231 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111a6aa-ddb6-46b4-bb83-4036893b0db0 admin admin] Network 5644908e-e584-4844-bfb1-70c4be0d83de is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:26:01.643756 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-2111a6aa-ddb6-46b4-bb83-4036893b0db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, 5644908e-e584-4844-bfb1-70c4be0d83de) {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:26:01.648742 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2111a6aa-ddb6-46b4-bb83-4036893b0db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:01.649539 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2111a6aa-ddb6-46b4-bb83-4036893b0db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.655135 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988812a7-2468-4c36-898d-7f72f21274c2 None None] Network 5644908e-e584-4844-bfb1-70c4be0d83de requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:26:01.666317 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-535c6e1f-5f34-4050-9340-5c0a6c6d718a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.668892 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-535c6e1f-5f34-4050-9340-5c0a6c6d718a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.670090 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-535c6e1f-5f34-4050-9340-5c0a6c6d718a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d4e287a6-26d4-414d-9be9-fd7fe2f0d9bb HTTP/1.1" status: 204 len: 168 time: 0.1830640 Oct 27 10:26:01.679756 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c6e1f-5f34-4050-9340-5c0a6c6d718a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e287a6-26d4-414d-9be9-fd7fe2f0d9bb,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:01.731213 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-2111a6aa-ddb6-46b4-bb83-4036893b0db0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7020855 Oct 27 10:26:01.968195 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884d7fb1-e7eb-4a28-985f-febfbcd7d127 None None] Network 5644908e-e584-4844-bfb1-70c4be0d83de requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:26:02.330465 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-2e1c1b77-a73a-476b-a4a1-a69eea56ea0e tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:02.332040 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-2e1c1b77-a73a-476b-a4a1-a69eea56ea0e tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/networks?id=5644908e-e584-4844-bfb1-70c4be0d83de HTTP/1.1" status: 200 len: 815 time: 0.1206734 Oct 27 10:26:02.348585 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-b989daad-600a-4fa2-b874-f6163e226de9 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/quotas/bd228af68a0a42e68dfa166e7e4a1e5a HTTP/1.1" status: 200 len: 375 time: 0.0092702 Oct 27 10:26:02.382150 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-a70ef155-c562-49fb-87ca-ef35a344e9e4 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd228af68a0a42e68dfa166e7e4a1e5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277905 Oct 27 10:26:02.732572 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-2bbdbeea-9646-440d-8237-4f85b3971c2a service neutron] 10.222.0.66 "GET /v2.0/networks/5644908e-e584-4844-bfb1-70c4be0d83de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430810 Oct 27 10:26:02.828435 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-d02cd5d7-b1e2-4e31-88fd-1c4be227cb2b service neutron] 10.222.0.66 "GET /v2.0/networks/5644908e-e584-4844-bfb1-70c4be0d83de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899916 Oct 27 10:26:03.055186 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8b752b14-b2bd-48bd-8d3e-3e9eb26b2847 req-9bdeb0ae-b386-421d-826d-f6d716537201 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 210 time: 0.0306625 Oct 27 10:26:04.065822 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53596) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:04.172533 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cb1ea01b-643c-43f3-9e6a-cf81695ad02e req-9673fd5c-20d9-46fb-b04c-0b458de8a92e tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 210 time: 0.0370612 Oct 27 10:26:04.193488 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-01150758-73b7-4302-8b6d-94b5affcece2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:04.274635 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-01150758-73b7-4302-8b6d-94b5affcece2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:04.389820 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-01150758-73b7-4302-8b6d-94b5affcece2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:04.429274 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01150758-73b7-4302-8b6d-94b5affcece2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70ffea4-fe85-4af4-a394-b61ac4dcd239,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:04.436522 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-01150758-73b7-4302-8b6d-94b5affcece2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6cf43c587b074ce0ada508e8c0ec1965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693078 Oct 27 10:26:04.440997 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53602) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:04.494543 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f09ec90d-8229-45f9-a6ab-0f7bd4845e03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:04.519260 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f09ec90d-8229-45f9-a6ab-0f7bd4845e03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:04.678589 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f09ec90d-8229-45f9-a6ab-0f7bd4845e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:04.685324 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f09ec90d-8229-45f9-a6ab-0f7bd4845e03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:04.685324 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-f09ec90d-8229-45f9-a6ab-0f7bd4845e03 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e70ffea4-fe85-4af4-a394-b61ac4dcd239 HTTP/1.1" status: 204 len: 168 time: 0.2449200 Oct 27 10:26:04.692997 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ec90d-8229-45f9-a6ab-0f7bd4845e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70ffea4-fe85-4af4-a394-b61ac4dcd239,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:05.282391 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-d7f368e2-3911-45ad-842d-531329ced91c req-f37f5175-d0de-4a88-854b-4a1cf4f17893 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 210 time: 0.0353894 Oct 27 10:26:05.462098 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-36325806-c3a4-4b40-b435-6833ab700b6b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:05.463476 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-36325806-c3a4-4b40-b435-6833ab700b6b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.73 "GET /v2.0/networks?id=5644908e-e584-4844-bfb1-70c4be0d83de HTTP/1.1" status: 200 len: 815 time: 0.1085987 Oct 27 10:26:05.477780 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-678d1e87-6c57-49e2-a2c0-17f551fdc3fd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Request body: {'port': {'device_id': '71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14', 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de', 'admin_state_up': True, 'tenant_id': 'bd228af68a0a42e68dfa166e7e4a1e5a'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:05.666805 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53610) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:05.673426 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-678d1e87-6c57-49e2-a2c0-17f551fdc3fd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Made reservation on behalf of bd228af68a0a42e68dfa166e7e4a1e5a for: {'port': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:26:05.677699 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-678d1e87-6c57-49e2-a2c0-17f551fdc3fd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:05.691309 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e3d5-7a8a-4b9b-9f62-114ec9240048 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:05.856597 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-678d1e87-6c57-49e2-a2c0-17f551fdc3fd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Allocated IP 172.20.0.10 (5644908e-e584-4844-bfb1-70c4be0d83de/cdf51ebc-74e1-4865-b882-6ec68288dc75/010475fe-f9c3-468d-9975-82ae802a585d) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:26:05.878194 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e3d5-7a8a-4b9b-9f62-114ec9240048 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:05.930512 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e3d5-7a8a-4b9b-9f62-114ec9240048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:06.015960 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-3ab7e3d5-7a8a-4b9b-9f62-114ec9240048 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d437f96cb0144b98a16440f3f94470cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480902 Oct 27 10:26:06.018806 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53616) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:06.019315 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7e3d5-7a8a-4b9b-9f62-114ec9240048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025873e3-6300-4f25-99f4-ea8cd0c71e6a,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:06.074645 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-678d1e87-6c57-49e2-a2c0-17f551fdc3fd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:06.092737 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-3c139bfe-60fd-4268-b465-340dbfde807d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:06.123696 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-3c139bfe-60fd-4268-b465-340dbfde807d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:06.178293 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-678d1e87-6c57-49e2-a2c0-17f551fdc3fd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:06.218297 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-678d1e87-6c57-49e2-a2c0-17f551fdc3fd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Network 5644908e-e584-4844-bfb1-70c4be0d83de is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:26:06.223381 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-678d1e87-6c57-49e2-a2c0-17f551fdc3fd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:26:06.226965 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-678d1e87-6c57-49e2-a2c0-17f551fdc3fd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:26:06.266843 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d1e87-6c57-49e2-a2c0-17f551fdc3fd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Pushing event updated for resources: {'Port': ['ID=010475fe-f9c3-468d-9975-82ae802a585d,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:06.275246 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-3c139bfe-60fd-4268-b465-340dbfde807d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:06.277900 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-3c139bfe-60fd-4268-b465-340dbfde807d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:06.279099 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-3c139bfe-60fd-4268-b465-340dbfde807d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/025873e3-6300-4f25-99f4-ea8cd0c71e6a HTTP/1.1" status: 204 len: 168 time: 0.2593200 Oct 27 10:26:06.288624 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c139bfe-60fd-4268-b465-340dbfde807d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025873e3-6300-4f25-99f4-ea8cd0c71e6a,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:06.288813 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-678d1e87-6c57-49e2-a2c0-17f551fdc3fd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:06.289414 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-678d1e87-6c57-49e2-a2c0-17f551fdc3fd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:06.406744 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-678d1e87-6c57-49e2-a2c0-17f551fdc3fd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9326708 Oct 27 10:26:06.416594 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fffba8-c93b-4afc-bc28-b434233cbf1e req-0dbfe639-6920-42a7-8730-f01f0ca0513e tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:06.418180 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-78fffba8-c93b-4afc-bc28-b434233cbf1e req-0dbfe639-6920-42a7-8730-f01f0ca0513e tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 932 time: 0.0565023 Oct 27 10:26:06.421092 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Request body: {'port': {'device_id': '71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:06.471498 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-78fffba8-c93b-4afc-bc28-b434233cbf1e req-bc32770d-e7a5-435a-9848-36c9aee665f7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453713 Oct 27 10:26:06.483381 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:06.787837 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 010475fe-f9c3-468d-9975-82ae802a585d {{(pid=102225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:06.799422 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:06.816318 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.provisioning_blocks [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Transition to ACTIVE for port object 010475fe-f9c3-468d-9975-82ae802a585d will not be triggered until provisioned by entity L2. {{(pid=102225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:26:06.888271 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:06.939417 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Pushing event updated for resources: {'Port': ['ID=010475fe-f9c3-468d-9975-82ae802a585d,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:07.017025 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Attempting to bind port 010475fe-f9c3-468d-9975-82ae802a585d on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:26:07.017687 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Attempting to bind port 010475fe-f9c3-468d-9975-82ae802a585d by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '5e362271-205b-4ba7-83b7-c0101b7e3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de'}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:26:07.018127 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Attempting to bind port 010475fe-f9c3-468d-9975-82ae802a585d on network 5644908e-e584-4844-bfb1-70c4be0d83de {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:07.022619 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Port 010475fe-f9c3-468d-9975-82ae802a585d on network 5644908e-e584-4844-bfb1-70c4be0d83de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:26:07.022969 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Attempting to bind port 010475fe-f9c3-468d-9975-82ae802a585d on network 5644908e-e584-4844-bfb1-70c4be0d83de {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:07.027991 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:26:07.028368 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Checking segment: {'id': '5e362271-205b-4ba7-83b7-c0101b7e3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:26:07.028848 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Bound using segment: {'id': '5e362271-205b-4ba7-83b7-c0101b7e3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de'} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:26:07.029404 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Bound port: 010475fe-f9c3-468d-9975-82ae802a585d, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e362271-205b-4ba7-83b7-c0101b7e3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de'}}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:26:07.029893 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.103741 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] For port 010475fe-f9c3-468d-9975-82ae802a585d, host hv-cinder-81514, cleared binding levels {{(pid=102225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:26:07.108594 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] For port 010475fe-f9c3-468d-9975-82ae802a585d, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=010475fe-f9c3-468d-9975-82ae802a585d,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:26:07.175599 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.224673 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:07.225392 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.226807 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] 10.222.0.73 "PUT /v2.0/ports/010475fe-f9c3-468d-9975-82ae802a585d HTTP/1.1" status: 200 len: 1094 time: 0.8120461 Oct 27 10:26:07.227232 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14', 'tag': '010475fe-f9c3-468d-9975-82ae802a585d'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:07.229839 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e25a33f-4a72-49b8-8bf5-11c89e380b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14", "tag": "010475fe-f9c3-468d-9975-82ae802a585d"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:07.255147 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141b0ab-6a86-45b4-8d97-8bfb50823e08 service neutron] Pushing event updated for resources: {'Port': ['ID=010475fe-f9c3-468d-9975-82ae802a585d,revision_number=3']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:07.280172 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5964669c-c47a-438a-a4a2-35c31189dc66 x-openstack-request-id: req-5964669c-c47a-438a-a4a2-35c31189dc66 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:07.280472 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14", "tag": "010475fe-f9c3-468d-9975-82ae802a585d", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:07.280795 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5964669c-c47a-438a-a4a2-35c31189dc66 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:07.281268 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14', 'tag': '010475fe-f9c3-468d-9975-82ae802a585d', 'status': 'completed', 'code': 200} Oct 27 10:26:07.344465 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25a33f-4a72-49b8-8bf5-11c89e380b1a req-8b59a1ba-bff2-483a-b0a6-d7cee0871477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:07.346060 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0e25a33f-4a72-49b8-8bf5-11c89e380b1a req-8b59a1ba-bff2-483a-b0a6-d7cee0871477 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd228af68a0a42e68dfa166e7e4a1e5a&device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 1097 time: 0.0421689 Oct 27 10:26:07.451964 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25a33f-4a72-49b8-8bf5-11c89e380b1a req-bcc7d13e-f478-425a-a94a-bcb580967670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:07.453468 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0e25a33f-4a72-49b8-8bf5-11c89e380b1a req-bcc7d13e-f478-425a-a94a-bcb580967670 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=bd228af68a0a42e68dfa166e7e4a1e5a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0998635 Oct 27 10:26:07.570824 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25a33f-4a72-49b8-8bf5-11c89e380b1a req-6fa059c1-35d7-4c12-9cf5-093670e9398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:07.572516 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0e25a33f-4a72-49b8-8bf5-11c89e380b1a req-6fa059c1-35d7-4c12-9cf5-093670e9398e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1126971 Oct 27 10:26:07.632529 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce12c44-f12a-479e-8972-c8eb78798d8d req-21acc271-c65f-4fe6-99e5-d354093ce99f tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:07.634487 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7ce12c44-f12a-479e-8972-c8eb78798d8d req-21acc271-c65f-4fe6-99e5-d354093ce99f tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 944 time: 0.0609577 Oct 27 10:26:07.658884 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-326a9c43-e455-41da-a3f3-85bd2e2363c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:07.660460 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-326a9c43-e455-41da-a3f3-85bd2e2363c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd228af68a0a42e68dfa166e7e4a1e5a&device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 1097 time: 0.0491035 Oct 27 10:26:07.674476 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7ce12c44-f12a-479e-8972-c8eb78798d8d req-43752159-6f99-4a23-8938-940909315179 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334673 Oct 27 10:26:07.708031 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-1f88f10b-df42-4aca-9082-21ede99181c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=010475fe-f9c3-468d-9975-82ae802a585d HTTP/1.1" status: 200 len: 217 time: 0.0363872 Oct 27 10:26:07.757076 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-d6859074-254f-46dd-b5f1-68a42025b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:07.758804 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-d6859074-254f-46dd-b5f1-68a42025b4f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cdf51ebc-74e1-4865-b882-6ec68288dc75 HTTP/1.1" status: 200 len: 855 time: 0.0476074 Oct 27 10:26:07.795397 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-8cc4fd0e-a8f1-4f19-a95a-c210447f50ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5644908e-e584-4844-bfb1-70c4be0d83de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301642 Oct 27 10:26:07.893241 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-bc220e5b-850a-46e5-92e4-d88cfbe62104 service neutron] 10.222.0.73 "GET /v2.0/networks/5644908e-e584-4844-bfb1-70c4be0d83de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908446 Oct 27 10:26:07.998918 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-94efcf1e-9fb7-445c-a902-8bcb4b1d1050 req-e6c8cc15-8f6c-470f-ab17-be3b643ecec5 service neutron] 10.222.0.73 "GET /v2.0/networks/5644908e-e584-4844-bfb1-70c4be0d83de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988698 Oct 27 10:26:08.797304 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb66a7-af00-4379-a181-8b1ecbca7bdc req-7169aa5c-3930-4916-9a67-4ad92bdb3759 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:08.798693 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-eebb66a7-af00-4379-a181-8b1ecbca7bdc req-7169aa5c-3930-4916-9a67-4ad92bdb3759 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 944 time: 0.0503359 Oct 27 10:26:08.849465 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-eebb66a7-af00-4379-a181-8b1ecbca7bdc req-0c365ec6-f071-410a-8859-4f2008c9eb0e tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431209 Oct 27 10:26:09.461888 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53676) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:09.572991 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-14bbf943-ab7b-4ef5-955d-ecada751cd48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.648130 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-14bbf943-ab7b-4ef5-955d-ecada751cd48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.791924 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-14bbf943-ab7b-4ef5-955d-ecada751cd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.840502 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-14bbf943-ab7b-4ef5-955d-ecada751cd48 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d837417a77d64cc1bc12f1999b8ae30b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774772 Oct 27 10:26:09.841402 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbf943-ab7b-4ef5-955d-ecada751cd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e77fa6f-5161-4ca5-ac95-e05e21197742,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:09.843412 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53680) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:09.916944 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8750973b-08de-41db-ad68-3544b00d852d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.916944 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8750973b-08de-41db-ad68-3544b00d852d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.979026 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92944229-e295-4c94-bef5-970c91e84866 req-c9b0e2f2-9569-4f2f-acf1-dffa1609239e tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:09.980521 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-92944229-e295-4c94-bef5-970c91e84866 req-c9b0e2f2-9569-4f2f-acf1-dffa1609239e tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 944 time: 0.0540922 Oct 27 10:26:10.021022 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-92944229-e295-4c94-bef5-970c91e84866 req-9ca66361-460f-40be-8552-aab845ef86ae tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341144 Oct 27 10:26:10.052109 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8750973b-08de-41db-ad68-3544b00d852d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.054891 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8750973b-08de-41db-ad68-3544b00d852d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.056306 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-8750973b-08de-41db-ad68-3544b00d852d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e77fa6f-5161-4ca5-ac95-e05e21197742 HTTP/1.1" status: 204 len: 168 time: 0.2116961 Oct 27 10:26:10.064605 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750973b-08de-41db-ad68-3544b00d852d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e77fa6f-5161-4ca5-ac95-e05e21197742,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:10.188805 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 010475fe-f9c3-468d-9975-82ae802a585d details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:10.291724 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 010475fe-f9c3-468d-9975-82ae802a585d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=010475fe-f9c3-468d-9975-82ae802a585d,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:10.303835 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': '010475fe-f9c3-468d-9975-82ae802a585d', 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de', 'port_id': '010475fe-f9c3-468d-9975-82ae802a585d', 'mac_address': 'fa:16:3e:b6:de:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf51ebc-74e1-4865-b882-6ec68288dc75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:26:10.342674 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.359594 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010475fe-f9c3-468d-9975-82ae802a585d {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:10.381524 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 010475fe-f9c3-468d-9975-82ae802a585d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=010475fe-f9c3-468d-9975-82ae802a585d,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:10.464163 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.513204 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=010475fe-f9c3-468d-9975-82ae802a585d,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:10.520353 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.520694 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.521042 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.521393 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.521719 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.522045 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.522369 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.522693 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.523014 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.523331 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.523649 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.523966 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.668657 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['010475fe-f9c3-468d-9975-82ae802a585d'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:10.770161 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53688) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:10.782765 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-9399dac0-96e3-48dd-a764-ebe9dcdfa1e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.860630 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-9399dac0-96e3-48dd-a764-ebe9dcdfa1e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.949132 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-9399dac0-96e3-48dd-a764-ebe9dcdfa1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.988521 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-9399dac0-96e3-48dd-a764-ebe9dcdfa1e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d2598e90678142a0822b201e3fac983f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186074 Oct 27 10:26:10.989119 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399dac0-96e3-48dd-a764-ebe9dcdfa1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbdbbab-af8e-4bdd-988e-4d03f32a1e22,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:10.991640 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53690) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:10.996813 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399dac0-96e3-48dd-a764-ebe9dcdfa1e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.997356 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399dac0-96e3-48dd-a764-ebe9dcdfa1e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.997695 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399dac0-96e3-48dd-a764-ebe9dcdfa1e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.998031 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399dac0-96e3-48dd-a764-ebe9dcdfa1e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.998372 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399dac0-96e3-48dd-a764-ebe9dcdfa1e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.998705 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399dac0-96e3-48dd-a764-ebe9dcdfa1e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.999046 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399dac0-96e3-48dd-a764-ebe9dcdfa1e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.999401 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399dac0-96e3-48dd-a764-ebe9dcdfa1e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:10.999787 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399dac0-96e3-48dd-a764-ebe9dcdfa1e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:11.000087 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399dac0-96e3-48dd-a764-ebe9dcdfa1e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:11.000421 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399dac0-96e3-48dd-a764-ebe9dcdfa1e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:11.000747 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399dac0-96e3-48dd-a764-ebe9dcdfa1e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:11.046069 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3cd022b1-0ad5-4cb0-bcb3-7a7cdfbc1cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:11.067690 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3cd022b1-0ad5-4cb0-bcb3-7a7cdfbc1cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:11.146856 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08a5e8-9b6b-4734-a938-0e5bc3a0efc5 req-2a2607d8-1484-456a-817f-924b04bb4ac0 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:11.148332 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-dd08a5e8-9b6b-4734-a938-0e5bc3a0efc5 req-2a2607d8-1484-456a-817f-924b04bb4ac0 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 945 time: 0.0555909 Oct 27 10:26:11.197925 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-dd08a5e8-9b6b-4734-a938-0e5bc3a0efc5 req-03403d89-8444-4f5b-92cb-3f2389e5d719 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433807 Oct 27 10:26:11.246404 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3cd022b1-0ad5-4cb0-bcb3-7a7cdfbc1cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:11.248949 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3cd022b1-0ad5-4cb0-bcb3-7a7cdfbc1cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:11.250135 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-3cd022b1-0ad5-4cb0-bcb3-7a7cdfbc1cd5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7bbdbbab-af8e-4bdd-988e-4d03f32a1e22 HTTP/1.1" status: 204 len: 168 time: 0.2574697 Oct 27 10:26:11.259473 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd022b1-0ad5-4cb0-bcb3-7a7cdfbc1cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbdbbab-af8e-4bdd-988e-4d03f32a1e22,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:12.219738 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 010475fe-f9c3-468d-9975-82ae802a585d up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:26:12.322474 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df53f37-d19a-4343-8934-1b12a7481002 req-52470014-1516-4e9d-870e-075baf0b78d0 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:12.324080 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9df53f37-d19a-4343-8934-1b12a7481002 req-52470014-1516-4e9d-870e-075baf0b78d0 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 945 time: 0.0556476 Oct 27 10:26:12.343547 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port 010475fe-f9c3-468d-9975-82ae802a585d completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:26:12.347823 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port 010475fe-f9c3-468d-9975-82ae802a585d triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:12.352443 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:12.366385 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9df53f37-d19a-4343-8934-1b12a7481002 req-7520d421-4fbe-4f3b-bdc5-9effcf070162 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363042 Oct 27 10:26:12.438886 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:12.461802 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010475fe-f9c3-468d-9975-82ae802a585d'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:12.464385 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10a5f57-4207-4a3d-aefa-9e38bcc41ca4" -d '{"events": [{"server_uuid": "71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14", "name": "network-vif-plugged", "status": "completed", "tag": "010475fe-f9c3-468d-9975-82ae802a585d"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:12.484182 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 010475fe-f9c3-468d-9975-82ae802a585d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=010475fe-f9c3-468d-9975-82ae802a585d,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:12.509392 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c317604-4e59-4129-bee3-96000efda36f x-openstack-request-id: req-1c317604-4e59-4129-bee3-96000efda36f {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:12.509684 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14", "name": "network-vif-plugged", "status": "completed", "tag": "010475fe-f9c3-468d-9975-82ae802a585d", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:12.510063 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1c317604-4e59-4129-bee3-96000efda36f {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:12.510328 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010475fe-f9c3-468d-9975-82ae802a585d', 'code': 200} Oct 27 10:26:12.577795 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:12.626132 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=010475fe-f9c3-468d-9975-82ae802a585d,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:12.902012 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c4f15-cf37-46b9-9021-9f8264998ef9 req-7e92e00c-36ea-441d-9f0a-20e7c763f658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:12.904508 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e85c4f15-cf37-46b9-9021-9f8264998ef9 req-7e92e00c-36ea-441d-9f0a-20e7c763f658 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 1099 time: 0.0659771 Oct 27 10:26:12.945836 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e85c4f15-cf37-46b9-9021-9f8264998ef9 req-e812ad12-b2b0-46a8-88f6-e75aad84ea66 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341516 Oct 27 10:26:13.494000 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8b5f9-753c-4047-9cf1-802b0d92e9ef req-28e8d506-623c-49c1-b146-7147a3592583 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:13.495544 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cde8b5f9-753c-4047-9cf1-802b0d92e9ef req-28e8d506-623c-49c1-b146-7147a3592583 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 946 time: 0.0544543 Oct 27 10:26:13.540317 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cde8b5f9-753c-4047-9cf1-802b0d92e9ef req-7661e731-9963-4c02-9469-39688ee850b2 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385981 Oct 27 10:26:14.305414 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:26:14.665292 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c37199-c74b-4ff3-bbd7-fbc4ecfc8980 req-691ea472-e4ad-4312-b0aa-e38480037d6a tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:14.667055 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e1c37199-c74b-4ff3-bbd7-fbc4ecfc8980 req-691ea472-e4ad-4312-b0aa-e38480037d6a tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 946 time: 0.0562406 Oct 27 10:26:14.712190 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e1c37199-c74b-4ff3-bbd7-fbc4ecfc8980 req-0b1912b1-e5a4-45af-9136-460975eba876 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335793 Oct 27 10:26:17.325819 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53850) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:17.435183 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8d46b343-14b2-4dfe-b456-0adccadfc92d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.514629 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8d46b343-14b2-4dfe-b456-0adccadfc92d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.579433 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8d46b343-14b2-4dfe-b456-0adccadfc92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.619795 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-8d46b343-14b2-4dfe-b456-0adccadfc92d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=93c88b7e400f436a9d385ab04e022b46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927206 Oct 27 10:26:17.620735 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46b343-14b2-4dfe-b456-0adccadfc92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3cf968-cb5c-44d7-bf56-3635983450ab,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:17.622524 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53856) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:17.679574 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1900d57a-840b-4e5c-bb25-111036e1835d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.701549 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1900d57a-840b-4e5c-bb25-111036e1835d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.111696 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1900d57a-840b-4e5c-bb25-111036e1835d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.114591 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1900d57a-840b-4e5c-bb25-111036e1835d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.115775 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-1900d57a-840b-4e5c-bb25-111036e1835d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1f3cf968-cb5c-44d7-bf56-3635983450ab HTTP/1.1" status: 204 len: 168 time: 0.4922414 Oct 27 10:26:18.125591 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900d57a-840b-4e5c-bb25-111036e1835d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3cf968-cb5c-44d7-bf56-3635983450ab,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:18.771549 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-0a3e51ea-24a1-477f-aa1f-771f397d8de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.879310 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 53864) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:18.893700 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-23c917ad-ccc0-4a7e-9b9f-dd9dd1098938 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.968953 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-23c917ad-ccc0-4a7e-9b9f-dd9dd1098938 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.059430 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-23c917ad-ccc0-4a7e-9b9f-dd9dd1098938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.101860 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c917ad-ccc0-4a7e-9b9f-dd9dd1098938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0b26e0-cb2d-4887-90f2-79d482a92ab7,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:19.106345 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-23c917ad-ccc0-4a7e-9b9f-dd9dd1098938 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52ec17f72ea7438fa4325d1eb155bd5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258165 Oct 27 10:26:19.109103 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 53866) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:19.161707 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-00b70756-d143-48f6-9d74-2f8a5d467bd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.182761 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-00b70756-d143-48f6-9d74-2f8a5d467bd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.295017 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-00b70756-d143-48f6-9d74-2f8a5d467bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.297724 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-00b70756-d143-48f6-9d74-2f8a5d467bd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.299429 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-00b70756-d143-48f6-9d74-2f8a5d467bd8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c0b26e0-cb2d-4887-90f2-79d482a92ab7 HTTP/1.1" status: 204 len: 168 time: 0.1887863 Oct 27 10:26:19.306832 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b70756-d143-48f6-9d74-2f8a5d467bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0b26e0-cb2d-4887-90f2-79d482a92ab7,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:21.419887 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.442788 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-6b85813a-1363-4311-9223-ae1477e6ab9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.308751 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.590951 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:24.225080 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:28.395537 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949f913-141f-4890-84c4-18d34ae16be0 req-ead6b6cc-94ef-472f-bf30-0c66f3158765 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:28.397716 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2949f913-141f-4890-84c4-18d34ae16be0 req-ead6b6cc-94ef-472f-bf30-0c66f3158765 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/networks?id=5644908e-e584-4844-bfb1-70c4be0d83de HTTP/1.1" status: 200 len: 815 time: 0.1144085 Oct 27 10:26:28.412899 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2949f913-141f-4890-84c4-18d34ae16be0 req-d4249548-7963-4a31-af8c-652ce787d93e tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/quotas/bd228af68a0a42e68dfa166e7e4a1e5a HTTP/1.1" status: 200 len: 375 time: 0.0093741 Oct 27 10:26:28.467243 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2949f913-141f-4890-84c4-18d34ae16be0 req-17c2f945-8657-4701-807a-95d0ae2b43b5 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd228af68a0a42e68dfa166e7e4a1e5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484786 Oct 27 10:26:28.558292 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2949f913-141f-4890-84c4-18d34ae16be0 req-cd9eed29-eca0-4b3a-9ce7-4290b264816b service neutron] 10.222.0.66 "GET /v2.0/networks/5644908e-e584-4844-bfb1-70c4be0d83de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838785 Oct 27 10:26:28.658336 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2949f913-141f-4890-84c4-18d34ae16be0 req-2ff01fef-829a-486e-aceb-f5f0445c6881 service neutron] 10.222.0.66 "GET /v2.0/networks/5644908e-e584-4844-bfb1-70c4be0d83de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938380 Oct 27 10:26:29.055900 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9420c383-7bef-4b21-8c3b-db99630e44e7 req-cc52505a-fd2a-4bb5-a3e4-47e5ac00982f tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 210 time: 0.0277078 Oct 27 10:26:30.148819 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-05aa232d-65db-4fa4-9503-9d6bcef172cd req-d1ac1ac9-5c4f-4e37-bbb8-0f08cdee7d45 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 210 time: 0.0270290 Oct 27 10:26:31.242284 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-afab9be7-8bc2-4649-85f0-d1c95062f5ef req-b451fe89-e4b4-4ba7-953a-f3bbe513d07b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 210 time: 0.0266931 Oct 27 10:26:32.338950 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0d09b048-61a9-406a-b8c9-c08693610c62 req-dbc64944-3d60-4e99-b9b7-3a645a2eb9d7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 210 time: 0.0267003 Oct 27 10:26:33.046681 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949f913-141f-4890-84c4-18d34ae16be0 req-208d8003-eff6-4675-9124-3d2a604b3b76 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:33.048031 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2949f913-141f-4890-84c4-18d34ae16be0 req-208d8003-eff6-4675-9124-3d2a604b3b76 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.73 "GET /v2.0/networks?id=5644908e-e584-4844-bfb1-70c4be0d83de HTTP/1.1" status: 200 len: 815 time: 0.1097505 Oct 27 10:26:33.061897 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-2949f913-141f-4890-84c4-18d34ae16be0 req-e5e8b7af-4ee1-469c-abcc-57114683e5a7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Request body: {'port': {'device_id': '98f073d6-5f91-4e5f-a56b-bd55f40d2144', 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de', 'admin_state_up': True, 'tenant_id': 'bd228af68a0a42e68dfa166e7e4a1e5a'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:33.280393 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2949f913-141f-4890-84c4-18d34ae16be0 req-e5e8b7af-4ee1-469c-abcc-57114683e5a7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Made reservation on behalf of bd228af68a0a42e68dfa166e7e4a1e5a for: {'port': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:26:33.284014 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-2949f913-141f-4890-84c4-18d34ae16be0 req-e5e8b7af-4ee1-469c-abcc-57114683e5a7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:33.449727 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a92e0a28-f14b-4d1f-842f-f4eaa3e8673c req-3ec93d25-7016-428a-8945-ee1fb6ccfb0c tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 210 time: 0.0284839 Oct 27 10:26:33.687359 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [req-2949f913-141f-4890-84c4-18d34ae16be0 req-e5e8b7af-4ee1-469c-abcc-57114683e5a7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Allocated IP 172.20.0.7 (5644908e-e584-4844-bfb1-70c4be0d83de/cdf51ebc-74e1-4865-b882-6ec68288dc75/76a102c6-e6d1-4ea8-bbcb-fd77d037d303) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:26:33.851335 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-2949f913-141f-4890-84c4-18d34ae16be0 req-e5e8b7af-4ee1-469c-abcc-57114683e5a7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:33.943745 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-2949f913-141f-4890-84c4-18d34ae16be0 req-e5e8b7af-4ee1-469c-abcc-57114683e5a7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:33.956480 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['010475fe-f9c3-468d-9975-82ae802a585d'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:33.988378 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2949f913-141f-4890-84c4-18d34ae16be0 req-e5e8b7af-4ee1-469c-abcc-57114683e5a7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Network 5644908e-e584-4844-bfb1-70c4be0d83de is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:26:33.992080 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [req-2949f913-141f-4890-84c4-18d34ae16be0 req-e5e8b7af-4ee1-469c-abcc-57114683e5a7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:26:33.995851 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2949f913-141f-4890-84c4-18d34ae16be0 req-e5e8b7af-4ee1-469c-abcc-57114683e5a7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:26:34.002291 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8b7af-4ee1-469c-abcc-57114683e5a7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Pushing event updated for resources: {'Port': ['ID=76a102c6-e6d1-4ea8-bbcb-fd77d037d303,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:34.049059 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949f913-141f-4890-84c4-18d34ae16be0 req-e5e8b7af-4ee1-469c-abcc-57114683e5a7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:34.049699 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-2949f913-141f-4890-84c4-18d34ae16be0 req-e5e8b7af-4ee1-469c-abcc-57114683e5a7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.113089 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2949f913-141f-4890-84c4-18d34ae16be0 req-e5e8b7af-4ee1-469c-abcc-57114683e5a7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0552232 Oct 27 10:26:34.126349 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Request body: {'port': {'device_id': '98f073d6-5f91-4e5f-a56b-bd55f40d2144', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:34.183695 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.448513 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a102c6-e6d1-4ea8-bbcb-fd77d037d303 {{(pid=102225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:34.455971 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.468111 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.provisioning_blocks [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Transition to ACTIVE for port object 76a102c6-e6d1-4ea8-bbcb-fd77d037d303 will not be triggered until provisioned by entity L2. {{(pid=102225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:26:34.558269 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.597770 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c41116-1cdc-4faa-926a-2e58d09230a6 req-d2068a53-d890-450a-8b54-8e3910717a98 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:34.599241 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-31c41116-1cdc-4faa-926a-2e58d09230a6 req-d2068a53-d890-450a-8b54-8e3910717a98 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 931 time: 0.0814745 Oct 27 10:26:34.636719 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Pushing event updated for resources: {'Port': ['ID=76a102c6-e6d1-4ea8-bbcb-fd77d037d303,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:34.688448 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-31c41116-1cdc-4faa-926a-2e58d09230a6 req-384280da-ed9b-43ae-a6f0-b9259cd648f0 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798140 Oct 27 10:26:34.716721 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Attempting to bind port 76a102c6-e6d1-4ea8-bbcb-fd77d037d303 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:26:34.717123 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Attempting to bind port 76a102c6-e6d1-4ea8-bbcb-fd77d037d303 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '5e362271-205b-4ba7-83b7-c0101b7e3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de'}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:26:34.717587 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Attempting to bind port 76a102c6-e6d1-4ea8-bbcb-fd77d037d303 on network 5644908e-e584-4844-bfb1-70c4be0d83de {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:34.722447 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Port 76a102c6-e6d1-4ea8-bbcb-fd77d037d303 on network 5644908e-e584-4844-bfb1-70c4be0d83de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:26:34.722754 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Attempting to bind port 76a102c6-e6d1-4ea8-bbcb-fd77d037d303 on network 5644908e-e584-4844-bfb1-70c4be0d83de {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:34.728220 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:26:34.728550 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Checking segment: {'id': '5e362271-205b-4ba7-83b7-c0101b7e3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:26:34.728936 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Bound using segment: {'id': '5e362271-205b-4ba7-83b7-c0101b7e3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de'} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:26:34.729399 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Bound port: 76a102c6-e6d1-4ea8-bbcb-fd77d037d303, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e362271-205b-4ba7-83b7-c0101b7e3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de'}}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:26:34.729752 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.809108 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] For port 76a102c6-e6d1-4ea8-bbcb-fd77d037d303, host hv-cinder-81514, cleared binding levels {{(pid=102225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:26:34.812352 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] For port 76a102c6-e6d1-4ea8-bbcb-fd77d037d303, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=76a102c6-e6d1-4ea8-bbcb-fd77d037d303,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:26:34.899954 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.939595 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:34.940415 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.941587 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2949f913-141f-4890-84c4-18d34ae16be0 req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] 10.222.0.73 "PUT /v2.0/ports/76a102c6-e6d1-4ea8-bbcb-fd77d037d303 HTTP/1.1" status: 200 len: 1093 time: 0.8195713 Oct 27 10:26:34.942023 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f073d6-5f91-4e5f-a56b-bd55f40d2144', 'tag': '76a102c6-e6d1-4ea8-bbcb-fd77d037d303'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:34.944336 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1454c2-03c2-49f1-9c01-1d1edc832d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "98f073d6-5f91-4e5f-a56b-bd55f40d2144", "tag": "76a102c6-e6d1-4ea8-bbcb-fd77d037d303"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:34.966084 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0a233-1ff9-4c57-a74f-7546626018f5 service neutron] Pushing event updated for resources: {'Port': ['ID=76a102c6-e6d1-4ea8-bbcb-fd77d037d303,revision_number=3']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:34.984083 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d16d6a-5ce0-4617-a784-f4ff8750959b x-openstack-request-id: req-56d16d6a-5ce0-4617-a784-f4ff8750959b {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:34.984425 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f073d6-5f91-4e5f-a56b-bd55f40d2144", "tag": "76a102c6-e6d1-4ea8-bbcb-fd77d037d303", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:34.984687 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-56d16d6a-5ce0-4617-a784-f4ff8750959b {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:34.985089 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f073d6-5f91-4e5f-a56b-bd55f40d2144', 'tag': '76a102c6-e6d1-4ea8-bbcb-fd77d037d303', 'status': 'completed', 'code': 200} Oct 27 10:26:35.051701 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1454c2-03c2-49f1-9c01-1d1edc832d1c req-f56c84a6-0650-4dda-ad24-f87e1f0082af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:35.053268 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5e1454c2-03c2-49f1-9c01-1d1edc832d1c req-f56c84a6-0650-4dda-ad24-f87e1f0082af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd228af68a0a42e68dfa166e7e4a1e5a&device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 1096 time: 0.0438998 Oct 27 10:26:35.158717 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1454c2-03c2-49f1-9c01-1d1edc832d1c req-8ffb5b2b-5ad6-4a0c-bc12-6f8abd260bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:35.160148 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5e1454c2-03c2-49f1-9c01-1d1edc832d1c req-8ffb5b2b-5ad6-4a0c-bc12-6f8abd260bd5 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=bd228af68a0a42e68dfa166e7e4a1e5a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0966680 Oct 27 10:26:35.805748 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b07a7e-04b8-4da7-8de0-4d578e8ac642 req-89d722f8-f385-480e-aa02-a7332f9e267a tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:35.807266 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-14b07a7e-04b8-4da7-8de0-4d578e8ac642 req-89d722f8-f385-480e-aa02-a7332f9e267a tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 943 time: 0.0495384 Oct 27 10:26:35.852621 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-14b07a7e-04b8-4da7-8de0-4d578e8ac642 req-0bbbcef1-ac75-4bd5-bae3-98e51a3ca982 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379989 Oct 27 10:26:36.176128 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1454c2-03c2-49f1-9c01-1d1edc832d1c req-1ca38a67-3097-45aa-acab-3a442a59e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:36.177654 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5e1454c2-03c2-49f1-9c01-1d1edc832d1c req-1ca38a67-3097-45aa-acab-3a442a59e50b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1013162 Oct 27 10:26:36.989390 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f945e7-6388-40a0-8e2d-9f1714d73ca9 req-4168e5ef-9507-459b-bc2c-8d30abd109bb tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:36.990882 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-31f945e7-6388-40a0-8e2d-9f1714d73ca9 req-4168e5ef-9507-459b-bc2c-8d30abd109bb tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 943 time: 0.0489759 Oct 27 10:26:37.029184 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-31f945e7-6388-40a0-8e2d-9f1714d73ca9 req-38db2271-7184-4018-8ca2-de194b20b1ea tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323346 Oct 27 10:26:37.946435 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949f913-141f-4890-84c4-18d34ae16be0 req-03074cbb-4127-480d-94f5-c87d9eebc24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:37.948489 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2949f913-141f-4890-84c4-18d34ae16be0 req-03074cbb-4127-480d-94f5-c87d9eebc24a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd228af68a0a42e68dfa166e7e4a1e5a&device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 1096 time: 0.0417535 Oct 27 10:26:37.992238 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2949f913-141f-4890-84c4-18d34ae16be0 req-2b1fcdd8-edcc-4962-be07-a9049245ba4f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76a102c6-e6d1-4ea8-bbcb-fd77d037d303 HTTP/1.1" status: 200 len: 217 time: 0.0344605 Oct 27 10:26:38.047289 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949f913-141f-4890-84c4-18d34ae16be0 req-32e95126-49b6-4ff6-ab71-8413141838e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:38.048708 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2949f913-141f-4890-84c4-18d34ae16be0 req-32e95126-49b6-4ff6-ab71-8413141838e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cdf51ebc-74e1-4865-b882-6ec68288dc75 HTTP/1.1" status: 200 len: 855 time: 0.0474460 Oct 27 10:26:38.081364 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2949f913-141f-4890-84c4-18d34ae16be0 req-36ea1900-3f9f-49b3-b3c3-7a3feb06217d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5644908e-e584-4844-bfb1-70c4be0d83de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244527 Oct 27 10:26:38.197820 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53314600-ae40-4fe1-90b0-ebd9a46ad922 req-7f250795-2c02-466f-a7fd-ae0133561e2f tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:38.200023 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-53314600-ae40-4fe1-90b0-ebd9a46ad922 req-7f250795-2c02-466f-a7fd-ae0133561e2f tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 943 time: 0.1031427 Oct 27 10:26:38.226764 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2949f913-141f-4890-84c4-18d34ae16be0 req-0e81f995-34cd-44ef-b584-8a691f81c5cb service neutron] 10.222.0.73 "GET /v2.0/networks/5644908e-e584-4844-bfb1-70c4be0d83de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376326 Oct 27 10:26:38.262224 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-53314600-ae40-4fe1-90b0-ebd9a46ad922 req-e76800ee-76f5-46c2-b5bc-febc76e6ca45 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568821 Oct 27 10:26:38.334174 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2949f913-141f-4890-84c4-18d34ae16be0 req-d33c52a2-b137-42d1-a70d-07f0b60f1411 service neutron] 10.222.0.73 "GET /v2.0/networks/5644908e-e584-4844-bfb1-70c4be0d83de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946596 Oct 27 10:26:39.395282 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6caca-2637-4165-ab4e-386a9a072ee8 req-c9d7c862-94a2-4d31-adcb-483360afccf9 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:39.396737 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9df6caca-2637-4165-ab4e-386a9a072ee8 req-c9d7c862-94a2-4d31-adcb-483360afccf9 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 943 time: 0.0577760 Oct 27 10:26:39.439022 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9df6caca-2637-4165-ab4e-386a9a072ee8 req-c0e5ce03-efe1-402e-8598-cb72d662b5a3 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352445 Oct 27 10:26:40.556248 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae86c57-9600-4aab-9d02-3e9078b5e563 req-746c392f-d835-4d37-af03-7308b94a0b48 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:40.557749 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2ae86c57-9600-4aab-9d02-3e9078b5e563 req-746c392f-d835-4d37-af03-7308b94a0b48 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 943 time: 0.0490270 Oct 27 10:26:40.595557 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-2ae86c57-9600-4aab-9d02-3e9078b5e563 req-ef87fb88-11ec-47dc-9aa8-9183cb55d3bd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316949 Oct 27 10:26:41.710048 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd692a-69c3-4527-b4d9-e6ba8b7ee945 req-aded2a7e-c4f5-4659-a72b-f5d80965401a tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:41.711564 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a6dd692a-69c3-4527-b4d9-e6ba8b7ee945 req-aded2a7e-c4f5-4659-a72b-f5d80965401a tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 943 time: 0.0507190 Oct 27 10:26:41.749878 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a6dd692a-69c3-4527-b4d9-e6ba8b7ee945 req-11fc104f-122b-4de4-8b41-1a1878faf752 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323849 Oct 27 10:26:42.782108 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 76a102c6-e6d1-4ea8-bbcb-fd77d037d303 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:42.867237 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7728e1-e94f-4836-921a-37125e739e91 req-535af338-6164-4295-9831-73950b08615c tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:42.868789 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5d7728e1-e94f-4836-921a-37125e739e91 req-535af338-6164-4295-9831-73950b08615c tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 943 time: 0.0514877 Oct 27 10:26:42.882052 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 76a102c6-e6d1-4ea8-bbcb-fd77d037d303, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=76a102c6-e6d1-4ea8-bbcb-fd77d037d303,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:42.893152 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': '76a102c6-e6d1-4ea8-bbcb-fd77d037d303', 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de', 'port_id': '76a102c6-e6d1-4ea8-bbcb-fd77d037d303', 'mac_address': 'fa:16:3e:e5:c4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf51ebc-74e1-4865-b882-6ec68288dc75', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:26:42.906410 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5d7728e1-e94f-4836-921a-37125e739e91 req-1648c8b9-ca68-492d-bb7c-817f3dd0ffe8 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316305 Oct 27 10:26:42.931659 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:42.944517 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a102c6-e6d1-4ea8-bbcb-fd77d037d303 {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:42.963606 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 76a102c6-e6d1-4ea8-bbcb-fd77d037d303, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=76a102c6-e6d1-4ea8-bbcb-fd77d037d303,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:43.039758 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:43.089959 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=76a102c6-e6d1-4ea8-bbcb-fd77d037d303,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:44.017340 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['76a102c6-e6d1-4ea8-bbcb-fd77d037d303'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:44.024366 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501ccfb-4949-48af-96cc-88b18e4941d4 req-3de9ae7c-6d4d-49d6-947d-0eba651b09dd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:44.024366 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b501ccfb-4949-48af-96cc-88b18e4941d4 req-3de9ae7c-6d4d-49d6-947d-0eba651b09dd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 944 time: 0.0504181 Oct 27 10:26:44.066023 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b501ccfb-4949-48af-96cc-88b18e4941d4 req-bf686de0-ceec-4cec-bc9c-c08c207db3bb tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343857 Oct 27 10:26:45.181462 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726507c-42e9-4e6e-932c-de555dbda1d9 req-03bad61b-ce2f-4140-aeb8-6603f0142888 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:45.182940 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1726507c-42e9-4e6e-932c-de555dbda1d9 req-03bad61b-ce2f-4140-aeb8-6603f0142888 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 944 time: 0.0486555 Oct 27 10:26:45.225873 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1726507c-42e9-4e6e-932c-de555dbda1d9 req-c56f8ed4-030d-4a92-8bf6-b548b2bb10ba tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369895 Oct 27 10:26:46.330513 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 76a102c6-e6d1-4ea8-bbcb-fd77d037d303 up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:26:46.349382 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1a2d1-4187-43a5-9131-43ac5d3be164 req-3f6e2fd8-0985-4116-aa60-f099719f4e99 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:46.350793 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7ad1a2d1-4187-43a5-9131-43ac5d3be164 req-3f6e2fd8-0985-4116-aa60-f099719f4e99 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 944 time: 0.0551538 Oct 27 10:26:46.397124 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7ad1a2d1-4187-43a5-9131-43ac5d3be164 req-ef8b7a23-2b70-46b0-b0dc-0fae72b8be80 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395985 Oct 27 10:26:46.464624 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port 76a102c6-e6d1-4ea8-bbcb-fd77d037d303 completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:26:46.469038 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port 76a102c6-e6d1-4ea8-bbcb-fd77d037d303 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:46.469446 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:46.559979 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:46.584901 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f073d6-5f91-4e5f-a56b-bd55f40d2144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a102c6-e6d1-4ea8-bbcb-fd77d037d303'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:46.587182 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0839b81-7a9d-4d35-9b26-46ef75bfe7ec" -d '{"events": [{"server_uuid": "98f073d6-5f91-4e5f-a56b-bd55f40d2144", "name": "network-vif-plugged", "status": "completed", "tag": "76a102c6-e6d1-4ea8-bbcb-fd77d037d303"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:46.603653 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 76a102c6-e6d1-4ea8-bbcb-fd77d037d303, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=76a102c6-e6d1-4ea8-bbcb-fd77d037d303,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:46.623083 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d82237-6be0-40e0-8301-8e95d50a74f9 x-openstack-request-id: req-98d82237-6be0-40e0-8301-8e95d50a74f9 {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:46.623436 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f073d6-5f91-4e5f-a56b-bd55f40d2144", "name": "network-vif-plugged", "status": "completed", "tag": "76a102c6-e6d1-4ea8-bbcb-fd77d037d303", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:46.623626 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98d82237-6be0-40e0-8301-8e95d50a74f9 {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:46.624022 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f073d6-5f91-4e5f-a56b-bd55f40d2144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a102c6-e6d1-4ea8-bbcb-fd77d037d303', 'code': 200} Oct 27 10:26:46.675716 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:46.738996 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=76a102c6-e6d1-4ea8-bbcb-fd77d037d303,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:47.023559 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbae9a-4f7c-44a8-8834-33c4ae3b901e req-226bfa18-ca64-4b75-b671-e9988cd6e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:47.025157 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c3cbae9a-4f7c-44a8-8834-33c4ae3b901e req-226bfa18-ca64-4b75-b671-e9988cd6e0b0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 1098 time: 0.0422893 Oct 27 10:26:47.061013 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c3cbae9a-4f7c-44a8-8834-33c4ae3b901e req-77beff5c-db74-4c7c-bfeb-26ce2a2f4ecd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286458 Oct 27 10:26:47.512615 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fcd14-bf9a-42ee-9d6f-b40939266e02 req-53397913-eb83-4a93-b1cf-63c0632cb5c4 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:47.514103 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-028fcd14-bf9a-42ee-9d6f-b40939266e02 req-53397913-eb83-4a93-b1cf-63c0632cb5c4 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 945 time: 0.0485835 Oct 27 10:26:47.552520 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-028fcd14-bf9a-42ee-9d6f-b40939266e02 req-ca406e2d-f26b-40bb-8f31-bfc453ac9855 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321980 Oct 27 10:26:48.670462 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf9b62-7437-45a3-b6ee-c86d76e860a9 req-3c0da8e0-3d40-4b55-b9b5-782649e4c947 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:48.671238 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-fadf9b62-7437-45a3-b6ee-c86d76e860a9 req-3c0da8e0-3d40-4b55-b9b5-782649e4c947 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 945 time: 0.0501819 Oct 27 10:26:48.711557 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-fadf9b62-7437-45a3-b6ee-c86d76e860a9 req-77d6bcfb-f42b-48d6-8e02-dd064693e9f9 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341775 Oct 27 10:26:48.773114 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-6f22b1e9-6147-453e-929d-50ab1e0ef597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:49.826061 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f19dd-e841-482d-8549-8a1d4621f552 req-23981b10-2885-452c-a858-f708a925559f tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:49.827551 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5a5f19dd-e841-482d-8549-8a1d4621f552 req-23981b10-2885-452c-a858-f708a925559f tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 945 time: 0.0495646 Oct 27 10:26:49.867345 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5a5f19dd-e841-482d-8549-8a1d4621f552 req-76ae86eb-d7ac-4759-81a3-7b00ccf8c8b9 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338540 Oct 27 10:26:50.986637 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22688d1f-af4e-4a56-a47f-61e91bd7d2f0 req-03dd26ad-a2e9-49b9-9222-7a8a25ee5c02 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:50.988154 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-22688d1f-af4e-4a56-a47f-61e91bd7d2f0 req-03dd26ad-a2e9-49b9-9222-7a8a25ee5c02 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 945 time: 0.0497134 Oct 27 10:26:51.044758 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-22688d1f-af4e-4a56-a47f-61e91bd7d2f0 req-b3d94e95-655a-46e3-b9ad-649cd4ec71d4 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440521 Oct 27 10:26:51.306050 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:26:51.361302 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-d6e97ead-0edf-44a7-9d8d-e2adb26c205e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:51.394407 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:52.165340 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac85d4c-5bb7-4526-8c39-027829a0f2e8 req-1baccc94-5903-415a-83da-137b63627360 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:52.166875 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cac85d4c-5bb7-4526-8c39-027829a0f2e8 req-1baccc94-5903-415a-83da-137b63627360 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 945 time: 0.0530815 Oct 27 10:26:52.208186 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cac85d4c-5bb7-4526-8c39-027829a0f2e8 req-78d04f53-ebf6-4c6a-807f-146699d75696 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345743 Oct 27 10:26:52.264059 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:52.515470 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:52.516104 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cc98f9db-2c39-4f2f-a7e0-75da7b17e332 req-5a88fb9d-4a28-482e-98fd-dbf3caeaac1a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430355 Oct 27 10:26:52.611010 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98f9db-2c39-4f2f-a7e0-75da7b17e332 req-a9f87617-0061-41fe-9785-23b10afa5323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:52.612639 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cc98f9db-2c39-4f2f-a7e0-75da7b17e332 req-a9f87617-0061-41fe-9785-23b10afa5323 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2d7997eb1e854527a138c06b0fc621f0&device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 1098 time: 0.0519409 Oct 27 10:26:52.724342 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98f9db-2c39-4f2f-a7e0-75da7b17e332 req-c0fb0d4c-12c8-41cd-9596-9e2d14b4dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:52.726480 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cc98f9db-2c39-4f2f-a7e0-75da7b17e332 req-c0fb0d4c-12c8-41cd-9596-9e2d14b4dc25 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5a34bab-9102-4f12-a062-547d9ba89356 HTTP/1.1" status: 200 len: 912 time: 0.0907774 Oct 27 10:26:52.799707 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cc98f9db-2c39-4f2f-a7e0-75da7b17e332 req-a2192224-0be4-4728-8bf0-2e891e3be2e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 HTTP/1.1" status: 200 len: 1001 time: 0.0650887 Oct 27 10:26:52.855140 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98f9db-2c39-4f2f-a7e0-75da7b17e332 req-cee30bd8-c6a4-4d57-89b4-bb028c1e0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:52.856643 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cc98f9db-2c39-4f2f-a7e0-75da7b17e332 req-cee30bd8-c6a4-4d57-89b4-bb028c1e0880 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed805247-fa00-4068-9a02-aac3613ca316 HTTP/1.1" status: 200 len: 850 time: 0.0487146 Oct 27 10:26:52.908891 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98f9db-2c39-4f2f-a7e0-75da7b17e332 req-dd5ad554-8db8-44c6-9481-86a0f69befa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:52.910800 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cc98f9db-2c39-4f2f-a7e0-75da7b17e332 req-dd5ad554-8db8-44c6-9481-86a0f69befa6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5a34bab-9102-4f12-a062-547d9ba89356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474634 Oct 27 10:26:53.007687 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cc98f9db-2c39-4f2f-a7e0-75da7b17e332 req-09ccc48d-7eb0-4e4d-9fa2-57c403ed8ca8 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898819 Oct 27 10:26:53.105794 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cc98f9db-2c39-4f2f-a7e0-75da7b17e332 req-a390ac35-4ce6-467a-952c-7c1e520b135f service neutron] 10.222.0.73 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891817 Oct 27 10:26:54.222566 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:55.188353 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-8652b257-aa93-4d00-812f-4e6a821ecfcd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:55.189863 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-8652b257-aa93-4d00-812f-4e6a821ecfcd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/networks?id=5644908e-e584-4844-bfb1-70c4be0d83de HTTP/1.1" status: 200 len: 815 time: 0.1035237 Oct 27 10:26:55.206009 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-f11b830b-ecbe-4c93-9d1b-4fe4d9b7b9ff tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/quotas/bd228af68a0a42e68dfa166e7e4a1e5a HTTP/1.1" status: 200 len: 375 time: 0.0104449 Oct 27 10:26:55.261529 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-34cbe66e-55a5-4aec-8b20-d2e7733e3acd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd228af68a0a42e68dfa166e7e4a1e5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494561 Oct 27 10:26:55.351748 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-05613785-e692-48e9-b747-fa4585314557 service neutron] 10.222.0.66 "GET /v2.0/networks/5644908e-e584-4844-bfb1-70c4be0d83de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831447 Oct 27 10:26:55.450276 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-9d8a4a76-cae5-43cc-8dbc-e8819a805e3b service neutron] 10.222.0.66 "GET /v2.0/networks/5644908e-e584-4844-bfb1-70c4be0d83de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885861 Oct 27 10:26:55.732477 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-be5c918a-ecf0-4677-b7f2-598026ec7559 req-f6a1b720-ce8b-47ae-b86b-08da5296fe2d tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 210 time: 0.0265708 Oct 27 10:26:56.019241 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 54212) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:56.123198 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bd249c3e-c64a-4555-80f3-b12a869663a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:56.198390 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bd249c3e-c64a-4555-80f3-b12a869663a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:56.283095 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bd249c3e-c64a-4555-80f3-b12a869663a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:56.322226 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-bd249c3e-c64a-4555-80f3-b12a869663a1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ed19a43b80c4ed29cca79af64b67152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019207 Oct 27 10:26:56.323085 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd249c3e-c64a-4555-80f3-b12a869663a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87027d7c-6c1a-450b-a204-9d8b971017c2,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:56.325135 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 54218) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:56.330505 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd249c3e-c64a-4555-80f3-b12a869663a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:56.330854 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd249c3e-c64a-4555-80f3-b12a869663a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:56.331242 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd249c3e-c64a-4555-80f3-b12a869663a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:56.331579 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd249c3e-c64a-4555-80f3-b12a869663a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:56.331915 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd249c3e-c64a-4555-80f3-b12a869663a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:56.332250 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd249c3e-c64a-4555-80f3-b12a869663a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:56.332580 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd249c3e-c64a-4555-80f3-b12a869663a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:56.332912 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd249c3e-c64a-4555-80f3-b12a869663a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:56.333259 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd249c3e-c64a-4555-80f3-b12a869663a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:56.333657 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd249c3e-c64a-4555-80f3-b12a869663a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:56.333932 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd249c3e-c64a-4555-80f3-b12a869663a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:56.334258 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd249c3e-c64a-4555-80f3-b12a869663a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:56.379216 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-755753d7-d5f0-40ed-83ef-b0e5befa9fc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:56.400116 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-755753d7-d5f0-40ed-83ef-b0e5befa9fc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:56.526886 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-755753d7-d5f0-40ed-83ef-b0e5befa9fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:56.529430 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-755753d7-d5f0-40ed-83ef-b0e5befa9fc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:56.530603 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-755753d7-d5f0-40ed-83ef-b0e5befa9fc1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/87027d7c-6c1a-450b-a204-9d8b971017c2 HTTP/1.1" status: 204 len: 168 time: 0.2044590 Oct 27 10:26:56.538999 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755753d7-d5f0-40ed-83ef-b0e5befa9fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87027d7c-6c1a-450b-a204-9d8b971017c2,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:56.826011 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-87820666-17a3-4431-aa46-9bfe769714bb req-a53396e2-3e1a-45c0-b99e-19ca5c1a6675 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 210 time: 0.0268097 Oct 27 10:26:57.263431 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 54228) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:57.277133 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b4877a41-578a-461f-95b4-800e3184bfbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.354385 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b4877a41-578a-461f-95b4-800e3184bfbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.452438 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-b4877a41-578a-461f-95b4-800e3184bfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.491801 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-b4877a41-578a-461f-95b4-800e3184bfbb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=944e329008784a7993390f526f5d567c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267618 Oct 27 10:26:57.492654 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4877a41-578a-461f-95b4-800e3184bfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be12738-6d3b-4cb4-a1a1-d9db836754ec,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:57.494578 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 54230) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:57.550837 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-7021fdd9-7751-46c5-87ce-5942a143e62e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.572691 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-7021fdd9-7751-46c5-87ce-5942a143e62e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.675506 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-7021fdd9-7751-46c5-87ce-5942a143e62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.678202 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-7021fdd9-7751-46c5-87ce-5942a143e62e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.680054 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-7021fdd9-7751-46c5-87ce-5942a143e62e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7be12738-6d3b-4cb4-a1a1-d9db836754ec HTTP/1.1" status: 204 len: 168 time: 0.1836414 Oct 27 10:26:57.688062 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021fdd9-7751-46c5-87ce-5942a143e62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be12738-6d3b-4cb4-a1a1-d9db836754ec,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:57.929936 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5432391b-2946-4de3-af87-0349df544332 req-29d9bdb2-a553-4167-ad9d-ac6477ae898e tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 210 time: 0.0271673 Oct 27 10:26:58.081896 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-040fdbfe-fb6b-4102-9300-6a6c4fb9ed16 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:58.083343 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-040fdbfe-fb6b-4102-9300-6a6c4fb9ed16 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.73 "GET /v2.0/networks?id=5644908e-e584-4844-bfb1-70c4be0d83de HTTP/1.1" status: 200 len: 815 time: 0.1065354 Oct 27 10:26:58.098926 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-a00e132a-7d39-4c2e-98a1-b6dada90f7ab tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Request body: {'port': {'device_id': '94db8ae7-b927-4069-bc38-4f8c09deae00', 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de', 'admin_state_up': True, 'tenant_id': 'bd228af68a0a42e68dfa166e7e4a1e5a'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:58.325571 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-a00e132a-7d39-4c2e-98a1-b6dada90f7ab tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Made reservation on behalf of bd228af68a0a42e68dfa166e7e4a1e5a for: {'port': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:26:58.329379 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-a00e132a-7d39-4c2e-98a1-b6dada90f7ab tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.473249 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-a00e132a-7d39-4c2e-98a1-b6dada90f7ab tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Allocated IP 172.20.0.12 (5644908e-e584-4844-bfb1-70c4be0d83de/cdf51ebc-74e1-4865-b882-6ec68288dc75/6ee70946-2ce8-4807-a2d9-7c0f8556002d) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:26:58.640335 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-a00e132a-7d39-4c2e-98a1-b6dada90f7ab tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.784014 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-a00e132a-7d39-4c2e-98a1-b6dada90f7ab tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.796037 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['010475fe-f9c3-468d-9975-82ae802a585d', '76a102c6-e6d1-4ea8-bbcb-fd77d037d303'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:58.829754 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-a00e132a-7d39-4c2e-98a1-b6dada90f7ab tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Network 5644908e-e584-4844-bfb1-70c4be0d83de is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:26:58.833109 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-a00e132a-7d39-4c2e-98a1-b6dada90f7ab tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:26:58.837727 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-a00e132a-7d39-4c2e-98a1-b6dada90f7ab tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:26:58.871491 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e132a-7d39-4c2e-98a1-b6dada90f7ab tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Pushing event updated for resources: {'Port': ['ID=6ee70946-2ce8-4807-a2d9-7c0f8556002d,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:58.894236 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-a00e132a-7d39-4c2e-98a1-b6dada90f7ab tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:58.894858 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-a00e132a-7d39-4c2e-98a1-b6dada90f7ab tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.969614 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-a00e132a-7d39-4c2e-98a1-b6dada90f7ab tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8745301 Oct 27 10:26:58.982557 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Request body: {'port': {'device_id': '94db8ae7-b927-4069-bc38-4f8c09deae00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:59.049036 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.062129 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dc033-34a4-4c62-97b8-01696bb7427b req-6832f4ac-0cfa-46d6-a550-a1f13901b709 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:59.063819 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e35dc033-34a4-4c62-97b8-01696bb7427b req-6832f4ac-0cfa-46d6-a550-a1f13901b709 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 932 time: 0.0595834 Oct 27 10:26:59.103520 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e35dc033-34a4-4c62-97b8-01696bb7427b req-d415d5d3-a81b-4f37-965b-621864fccfdb tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326586 Oct 27 10:26:59.322361 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee70946-2ce8-4807-a2d9-7c0f8556002d {{(pid=102225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:59.330059 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.349877 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.provisioning_blocks [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Transition to ACTIVE for port object 6ee70946-2ce8-4807-a2d9-7c0f8556002d will not be triggered until provisioned by entity L2. {{(pid=102225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:26:59.469916 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.517806 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Pushing event updated for resources: {'Port': ['ID=6ee70946-2ce8-4807-a2d9-7c0f8556002d,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:59.593412 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Attempting to bind port 6ee70946-2ce8-4807-a2d9-7c0f8556002d on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:26:59.593412 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Attempting to bind port 6ee70946-2ce8-4807-a2d9-7c0f8556002d by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '5e362271-205b-4ba7-83b7-c0101b7e3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de'}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:26:59.593412 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Attempting to bind port 6ee70946-2ce8-4807-a2d9-7c0f8556002d on network 5644908e-e584-4844-bfb1-70c4be0d83de {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:59.594273 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Port 6ee70946-2ce8-4807-a2d9-7c0f8556002d on network 5644908e-e584-4844-bfb1-70c4be0d83de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:26:59.594593 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Attempting to bind port 6ee70946-2ce8-4807-a2d9-7c0f8556002d on network 5644908e-e584-4844-bfb1-70c4be0d83de {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:59.599590 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:26:59.599923 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Checking segment: {'id': '5e362271-205b-4ba7-83b7-c0101b7e3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:26:59.600306 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Bound using segment: {'id': '5e362271-205b-4ba7-83b7-c0101b7e3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de'} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:26:59.600736 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Bound port: 6ee70946-2ce8-4807-a2d9-7c0f8556002d, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e362271-205b-4ba7-83b7-c0101b7e3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de'}}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:26:59.601085 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.666111 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] For port 6ee70946-2ce8-4807-a2d9-7c0f8556002d, host hv-cinder-81514, cleared binding levels {{(pid=102225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:26:59.669249 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] For port 6ee70946-2ce8-4807-a2d9-7c0f8556002d, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6ee70946-2ce8-4807-a2d9-7c0f8556002d,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:26:59.738654 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.776710 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:59.777355 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.778752 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] 10.222.0.73 "PUT /v2.0/ports/6ee70946-2ce8-4807-a2d9-7c0f8556002d HTTP/1.1" status: 200 len: 1094 time: 0.8008993 Oct 27 10:26:59.782531 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94db8ae7-b927-4069-bc38-4f8c09deae00', 'tag': '6ee70946-2ce8-4807-a2d9-7c0f8556002d'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:59.782531 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c10eb04-b785-4794-85ee-d318db113ada" -d '{"events": [{"name": "network-changed", "server_uuid": "94db8ae7-b927-4069-bc38-4f8c09deae00", "tag": "6ee70946-2ce8-4807-a2d9-7c0f8556002d"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:59.804892 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bfeff-e615-47c7-8061-4a17e855a9fa service neutron] Pushing event updated for resources: {'Port': ['ID=6ee70946-2ce8-4807-a2d9-7c0f8556002d,revision_number=3']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:59.833033 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504b84bb-c713-433d-9c48-fa514939f2e3 x-openstack-request-id: req-504b84bb-c713-433d-9c48-fa514939f2e3 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:59.833453 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94db8ae7-b927-4069-bc38-4f8c09deae00", "tag": "6ee70946-2ce8-4807-a2d9-7c0f8556002d", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:59.833704 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-504b84bb-c713-433d-9c48-fa514939f2e3 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:59.834109 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94db8ae7-b927-4069-bc38-4f8c09deae00', 'tag': '6ee70946-2ce8-4807-a2d9-7c0f8556002d', 'status': 'completed', 'code': 200} Oct 27 10:26:59.906779 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10eb04-b785-4794-85ee-d318db113ada req-d4e2970d-6697-447b-8ef3-ad2e84749116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:59.908358 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5c10eb04-b785-4794-85ee-d318db113ada req-d4e2970d-6697-447b-8ef3-ad2e84749116 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd228af68a0a42e68dfa166e7e4a1e5a&device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 1097 time: 0.0516601 Oct 27 10:27:00.020634 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10eb04-b785-4794-85ee-d318db113ada req-c552177d-1353-4072-9206-022d6ee4d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:00.022058 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5c10eb04-b785-4794-85ee-d318db113ada req-c552177d-1353-4072-9206-022d6ee4d743 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=bd228af68a0a42e68dfa166e7e4a1e5a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1039217 Oct 27 10:27:00.125347 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10eb04-b785-4794-85ee-d318db113ada req-e18bf69a-84f2-47b0-8fe8-4be19c5febdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:00.126842 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5c10eb04-b785-4794-85ee-d318db113ada req-e18bf69a-84f2-47b0-8fe8-4be19c5febdf service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981517 Oct 27 10:27:00.219869 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-9c365fe5-7b1d-437e-be7d-83760505f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:00.220308 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-9c365fe5-7b1d-437e-be7d-83760505f121 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd228af68a0a42e68dfa166e7e4a1e5a&device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 1097 time: 0.0444708 Oct 27 10:27:00.246429 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60396e-e9f0-4f25-83b9-73377daac6d1 req-00a0d651-3178-497a-a0a1-52586788d8ad tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:00.248547 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-dc60396e-e9f0-4f25-83b9-73377daac6d1 req-00a0d651-3178-497a-a0a1-52586788d8ad tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 944 time: 0.0594397 Oct 27 10:27:00.268349 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-20cc2e77-ef6b-4bc3-b9a9-a92e9513e957 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ee70946-2ce8-4807-a2d9-7c0f8556002d HTTP/1.1" status: 200 len: 217 time: 0.0392020 Oct 27 10:27:00.290577 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-dc60396e-e9f0-4f25-83b9-73377daac6d1 req-7e069844-7085-4f4f-9e5d-d889007bddd9 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358119 Oct 27 10:27:00.318914 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-73d6e3a3-46c5-4245-9d94-a5c4b4270876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:00.321033 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-73d6e3a3-46c5-4245-9d94-a5c4b4270876 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cdf51ebc-74e1-4865-b882-6ec68288dc75 HTTP/1.1" status: 200 len: 855 time: 0.0456223 Oct 27 10:27:00.354703 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-e8e6ecc1-f6b0-4e0c-861d-176f02fc77f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5644908e-e584-4844-bfb1-70c4be0d83de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267956 Oct 27 10:27:00.448432 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-42b1daf9-fd43-49cc-91b3-cf8e3e95425c service neutron] 10.222.0.73 "GET /v2.0/networks/5644908e-e584-4844-bfb1-70c4be0d83de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866117 Oct 27 10:27:00.546570 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-96b0dba6-7b08-40d3-b584-7e15a27054ef req-1bf3669c-eb4a-47c5-b66e-13645ecb6ec0 service neutron] 10.222.0.73 "GET /v2.0/networks/5644908e-e584-4844-bfb1-70c4be0d83de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906668 Oct 27 10:27:00.908800 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 54314) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:01.009977 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-66415201-171d-4083-8790-7da6d475913b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.080908 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-66415201-171d-4083-8790-7da6d475913b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.160523 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-66415201-171d-4083-8790-7da6d475913b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.197891 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66415201-171d-4083-8790-7da6d475913b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f6b126-c01d-4235-8760-73855e537760,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:01.202023 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-66415201-171d-4083-8790-7da6d475913b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cb2e3509feba45a48bf2d87d4b43dd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921877 Oct 27 10:27:01.204683 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 54318) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:01.251741 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6de87630-4482-469e-a89e-0bcfd649405a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.272872 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6de87630-4482-469e-a89e-0bcfd649405a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.393724 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6de87630-4482-469e-a89e-0bcfd649405a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.396355 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6de87630-4482-469e-a89e-0bcfd649405a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.399862 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-6de87630-4482-469e-a89e-0bcfd649405a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/02f6b126-c01d-4235-8760-73855e537760 HTTP/1.1" status: 204 len: 168 time: 0.1919029 Oct 27 10:27:01.408738 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de87630-4482-469e-a89e-0bcfd649405a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f6b126-c01d-4235-8760-73855e537760,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:01.408914 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc1ceb-5044-4adc-94ad-7e5697f33929 req-66ee55d4-63a4-461b-8b4b-11e197720bca tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:01.409719 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-32bc1ceb-5044-4adc-94ad-7e5697f33929 req-66ee55d4-63a4-461b-8b4b-11e197720bca tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 944 time: 0.0493765 Oct 27 10:27:01.450845 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-32bc1ceb-5044-4adc-94ad-7e5697f33929 req-f6052e7e-c6b3-4983-9b90-209911f27c07 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345473 Oct 27 10:27:01.995220 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 54326) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:02.009114 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ec6315d0-dd4c-4d56-9b8c-d95da916fa41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:02.088035 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ec6315d0-dd4c-4d56-9b8c-d95da916fa41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:02.155537 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ec6315d0-dd4c-4d56-9b8c-d95da916fa41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:02.192302 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6315d0-dd4c-4d56-9b8c-d95da916fa41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139c6d18-224c-484e-b094-d71894090f47,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:02.198198 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-ec6315d0-dd4c-4d56-9b8c-d95da916fa41 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6575115da4be4f1fbf95c1fe63f04d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019429 Oct 27 10:27:02.200826 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 54328) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:02.250268 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bbd04c7c-af60-40d5-a9cf-7a66a5f773ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:02.274133 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bbd04c7c-af60-40d5-a9cf-7a66a5f773ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:02.388057 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bbd04c7c-af60-40d5-a9cf-7a66a5f773ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:02.391786 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-bbd04c7c-af60-40d5-a9cf-7a66a5f773ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:02.392992 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-bbd04c7c-af60-40d5-a9cf-7a66a5f773ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/139c6d18-224c-484e-b094-d71894090f47 HTTP/1.1" status: 204 len: 168 time: 0.1912031 Oct 27 10:27:02.402593 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd04c7c-af60-40d5-a9cf-7a66a5f773ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139c6d18-224c-484e-b094-d71894090f47,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:02.564527 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68bcdc-cd98-4f2f-8a92-816ad503bec2 req-438f3eab-d6ec-4eb0-a340-7485eab51a88 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:02.566148 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6a68bcdc-cd98-4f2f-8a92-816ad503bec2 req-438f3eab-d6ec-4eb0-a340-7485eab51a88 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 944 time: 0.0489678 Oct 27 10:27:02.607955 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6a68bcdc-cd98-4f2f-8a92-816ad503bec2 req-7d898dba-bb18-4e54-9196-846d6bb66b88 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352011 Oct 27 10:27:03.729883 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d9965-096e-46fa-b503-6567bafdb47f req-6090f55b-57ea-490d-91db-0365ddd313fd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:03.731468 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-048d9965-096e-46fa-b503-6567bafdb47f req-6090f55b-57ea-490d-91db-0365ddd313fd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 944 time: 0.0545824 Oct 27 10:27:03.770735 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-048d9965-096e-46fa-b503-6567bafdb47f req-eb7ef8ec-b446-40a9-839b-2f38796b1600 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330558 Oct 27 10:27:04.440020 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 6ee70946-2ce8-4807-a2d9-7c0f8556002d details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:27:04.554058 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 6ee70946-2ce8-4807-a2d9-7c0f8556002d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6ee70946-2ce8-4807-a2d9-7c0f8556002d,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:04.565665 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': '6ee70946-2ce8-4807-a2d9-7c0f8556002d', 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de', 'port_id': '6ee70946-2ce8-4807-a2d9-7c0f8556002d', 'mac_address': 'fa:16:3e:b5:84:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf51ebc-74e1-4865-b882-6ec68288dc75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:27:04.604802 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:04.620806 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee70946-2ce8-4807-a2d9-7c0f8556002d {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:04.643940 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 6ee70946-2ce8-4807-a2d9-7c0f8556002d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6ee70946-2ce8-4807-a2d9-7c0f8556002d,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:04.753830 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:04.809663 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=6ee70946-2ce8-4807-a2d9-7c0f8556002d,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:04.899287 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb5b50-9ff8-482a-9db9-fd4ce3bcb33d req-c58d6184-14fa-4417-babc-4045ad461ecc tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:04.900858 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f0cb5b50-9ff8-482a-9db9-fd4ce3bcb33d req-c58d6184-14fa-4417-babc-4045ad461ecc tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 945 time: 0.0612473 Oct 27 10:27:04.940703 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f0cb5b50-9ff8-482a-9db9-fd4ce3bcb33d req-2a769552-d5d7-4c5d-a646-6ab2225f5916 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330536 Oct 27 10:27:04.991352 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['6ee70946-2ce8-4807-a2d9-7c0f8556002d'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:06.058761 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eaec4-935f-4681-8048-83544a100164 req-b2aed0d7-6ef2-4ca3-b084-f98c37b3ae9a tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:06.060235 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3d9eaec4-935f-4681-8048-83544a100164 req-b2aed0d7-6ef2-4ca3-b084-f98c37b3ae9a tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 945 time: 0.0506608 Oct 27 10:27:06.097358 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3d9eaec4-935f-4681-8048-83544a100164 req-6a83b7af-7b2a-45de-bb5f-6c1185cb881c tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309885 Oct 27 10:27:07.116946 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 6ee70946-2ce8-4807-a2d9-7c0f8556002d up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:07.210894 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff73c7-2ce2-4b83-afde-4d73a58ee06f req-d9dea815-5c36-4424-87d8-2432962f0a61 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:07.212342 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d8ff73c7-2ce2-4b83-afde-4d73a58ee06f req-d9dea815-5c36-4424-87d8-2432962f0a61 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 945 time: 0.0484715 Oct 27 10:27:07.217884 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port 6ee70946-2ce8-4807-a2d9-7c0f8556002d completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:27:07.221888 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port 6ee70946-2ce8-4807-a2d9-7c0f8556002d triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:07.222283 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:07.250622 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d8ff73c7-2ce2-4b83-afde-4d73a58ee06f req-334ed727-b447-424e-942a-404b9e8628b8 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318847 Oct 27 10:27:07.299394 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:07.321858 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94db8ae7-b927-4069-bc38-4f8c09deae00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee70946-2ce8-4807-a2d9-7c0f8556002d'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:07.324071 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be3627e-bef5-4138-b1ee-06ca3281d93e" -d '{"events": [{"server_uuid": "94db8ae7-b927-4069-bc38-4f8c09deae00", "name": "network-vif-plugged", "status": "completed", "tag": "6ee70946-2ce8-4807-a2d9-7c0f8556002d"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:07.345970 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 6ee70946-2ce8-4807-a2d9-7c0f8556002d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6ee70946-2ce8-4807-a2d9-7c0f8556002d,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:07.362205 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04ff041-8458-44a4-9309-f0bced19be48 x-openstack-request-id: req-b04ff041-8458-44a4-9309-f0bced19be48 {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:07.362498 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94db8ae7-b927-4069-bc38-4f8c09deae00", "name": "network-vif-plugged", "status": "completed", "tag": "6ee70946-2ce8-4807-a2d9-7c0f8556002d", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:07.362750 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b04ff041-8458-44a4-9309-f0bced19be48 {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:07.363165 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94db8ae7-b927-4069-bc38-4f8c09deae00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee70946-2ce8-4807-a2d9-7c0f8556002d', 'code': 200} Oct 27 10:27:07.423121 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:07.474075 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=6ee70946-2ce8-4807-a2d9-7c0f8556002d,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:08.364353 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c44c1-b446-46bd-9117-486802238f59 req-383024bb-b58a-4f2a-93d7-073d5d5adc14 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:08.366558 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f33c44c1-b446-46bd-9117-486802238f59 req-383024bb-b58a-4f2a-93d7-073d5d5adc14 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 946 time: 0.0487075 Oct 27 10:27:08.408066 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f33c44c1-b446-46bd-9117-486802238f59 req-96e26cb0-7bef-48ff-b82f-253914a9db03 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354998 Oct 27 10:27:09.355668 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bafd5-cbb7-44a3-8d10-8a6525b363b4 req-7e40b4a9-479a-4b5d-914c-d2df0696ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:09.357175 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9d3bafd5-cbb7-44a3-8d10-8a6525b363b4 req-7e40b4a9-479a-4b5d-914c-d2df0696ca2a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 1099 time: 0.0401649 Oct 27 10:27:09.395192 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9d3bafd5-cbb7-44a3-8d10-8a6525b363b4 req-c8b112d0-b652-4c73-afcb-aaf3fc869916 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308459 Oct 27 10:27:09.527977 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc0880-3396-441a-b1e5-6bfba222d338 req-4fb7722f-65ca-41a2-aa92-2df2434efbe9 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:09.529476 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-dbdc0880-3396-441a-b1e5-6bfba222d338 req-4fb7722f-65ca-41a2-aa92-2df2434efbe9 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 946 time: 0.0535836 Oct 27 10:27:09.568300 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-dbdc0880-3396-441a-b1e5-6bfba222d338 req-c6bb115f-77e5-40c6-b637-fd197b129bea tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328941 Oct 27 10:27:10.684305 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca8ea5-8337-47de-8213-0adce2cc8112 req-1717b120-b5f9-4b85-ba14-e0028c5c0061 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:10.685937 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-15ca8ea5-8337-47de-8213-0adce2cc8112 req-1717b120-b5f9-4b85-ba14-e0028c5c0061 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 946 time: 0.0522239 Oct 27 10:27:10.724985 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-15ca8ea5-8337-47de-8213-0adce2cc8112 req-546db2f1-1813-47df-86da-740aa1172f71 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326636 Oct 27 10:27:11.840734 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01f2ea-c497-41ba-b3b0-d73c38374f7c req-1dd19c22-e51d-4650-882c-25aeb3fa5f8b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:11.842300 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4b01f2ea-c497-41ba-b3b0-d73c38374f7c req-1dd19c22-e51d-4650-882c-25aeb3fa5f8b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 946 time: 0.0495017 Oct 27 10:27:11.879416 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4b01f2ea-c497-41ba-b3b0-d73c38374f7c req-2bd08e85-0253-4884-a0cb-4d320cae35e0 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310934 Oct 27 10:27:13.001049 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 54426) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:13.101848 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2670fa9e-7770-475e-9305-9a8c8b0c5b52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:13.172588 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2670fa9e-7770-475e-9305-9a8c8b0c5b52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:13.256928 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2670fa9e-7770-475e-9305-9a8c8b0c5b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:13.295084 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-2670fa9e-7770-475e-9305-9a8c8b0c5b52 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9871119e093e43ffbac13e498cc83d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928972 Oct 27 10:27:13.295947 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670fa9e-7770-475e-9305-9a8c8b0c5b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec79c63-c016-474c-92f4-69f57959704c,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:13.297888 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 54430) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:13.303733 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670fa9e-7770-475e-9305-9a8c8b0c5b52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:13.304086 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670fa9e-7770-475e-9305-9a8c8b0c5b52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:13.304430 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670fa9e-7770-475e-9305-9a8c8b0c5b52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:13.304765 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670fa9e-7770-475e-9305-9a8c8b0c5b52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:13.305097 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670fa9e-7770-475e-9305-9a8c8b0c5b52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:13.305589 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670fa9e-7770-475e-9305-9a8c8b0c5b52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:13.305922 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670fa9e-7770-475e-9305-9a8c8b0c5b52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:13.306255 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670fa9e-7770-475e-9305-9a8c8b0c5b52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:13.306584 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670fa9e-7770-475e-9305-9a8c8b0c5b52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:13.306909 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670fa9e-7770-475e-9305-9a8c8b0c5b52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:13.307230 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670fa9e-7770-475e-9305-9a8c8b0c5b52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:13.307553 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670fa9e-7770-475e-9305-9a8c8b0c5b52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:13.354219 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-da1ff013-dae8-4b78-adc1-3121aa754752 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:13.375907 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-da1ff013-dae8-4b78-adc1-3121aa754752 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:13.502971 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-da1ff013-dae8-4b78-adc1-3121aa754752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:13.505897 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-da1ff013-dae8-4b78-adc1-3121aa754752 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:13.507558 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-da1ff013-dae8-4b78-adc1-3121aa754752 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ec79c63-c016-474c-92f4-69f57959704c HTTP/1.1" status: 204 len: 168 time: 0.2082782 Oct 27 10:27:13.516119 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ff013-dae8-4b78-adc1-3121aa754752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec79c63-c016-474c-92f4-69f57959704c,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:18.777179 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-034e7d77-7eff-4f31-8424-81fe617720fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:21.337093 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:21.366030 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-772d36ec-6b5f-4801-98d3-68343d9b1d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:22.258081 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:22.594298 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:24.279643 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:24.741777 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-9035c1c9-ea8f-4747-8c1b-8bc247e8abb5 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:24.743242 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-9035c1c9-ea8f-4747-8c1b-8bc247e8abb5 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/networks?id=5644908e-e584-4844-bfb1-70c4be0d83de HTTP/1.1" status: 200 len: 815 time: 0.1160512 Oct 27 10:27:24.758866 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-717f58d6-3bca-4fc5-a8b7-48cc7ae2d9aa tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/quotas/bd228af68a0a42e68dfa166e7e4a1e5a HTTP/1.1" status: 200 len: 375 time: 0.0095477 Oct 27 10:27:24.816025 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-b60572e8-2124-4072-941d-7c16e0e7b8e5 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd228af68a0a42e68dfa166e7e4a1e5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515056 Oct 27 10:27:24.921960 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-e3a9e03d-f760-4f02-9067-384709567355 service neutron] 10.222.0.66 "GET /v2.0/networks/5644908e-e584-4844-bfb1-70c4be0d83de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929406 Oct 27 10:27:25.024848 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-5944f267-64f2-4b19-8a90-c327461aea13 service neutron] 10.222.0.66 "GET /v2.0/networks/5644908e-e584-4844-bfb1-70c4be0d83de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943973 Oct 27 10:27:25.320355 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-33d2a195-3043-47d4-b7ef-354655ae3810 req-17465d43-e6c1-4d6c-a6bd-d1bb57243312 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 210 time: 0.0285778 Oct 27 10:27:26.417546 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b6895117-8e93-4372-81ac-ac1f47c387eb req-95586e60-10df-4179-b900-a3e2d82a91a4 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 210 time: 0.0274172 Oct 27 10:27:27.511357 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-57d6ccc4-a336-4c31-a8f8-f599f2b4a592 req-6a9e9fc2-9e11-42df-8727-1f53d81c1bc7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 210 time: 0.0278525 Oct 27 10:27:28.304943 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:27:28.607767 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-52573b58-d76b-4301-b422-83509c665db1 req-270ee400-f62d-4902-b92e-477a67cce954 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 210 time: 0.0299885 Oct 27 10:27:29.218561 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-e6c626cc-c9ba-468e-b2d3-c8d64db5f516 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:29.220016 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-e6c626cc-c9ba-468e-b2d3-c8d64db5f516 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.73 "GET /v2.0/networks?id=5644908e-e584-4844-bfb1-70c4be0d83de HTTP/1.1" status: 200 len: 815 time: 0.1125755 Oct 27 10:27:29.236008 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-3df45bce-b269-4c95-9d26-0ca8c4f1d4c1 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Request body: {'port': {'device_id': '3e208749-73d9-4d61-a858-c44cb475ab54', 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de', 'admin_state_up': True, 'tenant_id': 'bd228af68a0a42e68dfa166e7e4a1e5a'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:29.485247 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-3df45bce-b269-4c95-9d26-0ca8c4f1d4c1 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Made reservation on behalf of bd228af68a0a42e68dfa166e7e4a1e5a for: {'port': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:29.488846 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-3df45bce-b269-4c95-9d26-0ca8c4f1d4c1 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:29.617267 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-3df45bce-b269-4c95-9d26-0ca8c4f1d4c1 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Allocated IP 172.20.0.9 (5644908e-e584-4844-bfb1-70c4be0d83de/cdf51ebc-74e1-4865-b882-6ec68288dc75/8e3dbe02-66ba-44fa-9257-69edb4a10cd2) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:29.741948 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cf53371e-cbac-4007-a53e-d67c2f38bf95 req-df617665-75d1-433a-8417-ce23dc717513 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 210 time: 0.0588126 Oct 27 10:27:29.802359 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-3df45bce-b269-4c95-9d26-0ca8c4f1d4c1 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:29.902826 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-3df45bce-b269-4c95-9d26-0ca8c4f1d4c1 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:29.916073 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['010475fe-f9c3-468d-9975-82ae802a585d', '76a102c6-e6d1-4ea8-bbcb-fd77d037d303', '6ee70946-2ce8-4807-a2d9-7c0f8556002d'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:29.949218 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-3df45bce-b269-4c95-9d26-0ca8c4f1d4c1 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Network 5644908e-e584-4844-bfb1-70c4be0d83de is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:29.952640 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-3df45bce-b269-4c95-9d26-0ca8c4f1d4c1 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:29.956464 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-3df45bce-b269-4c95-9d26-0ca8c4f1d4c1 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:29.982889 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df45bce-b269-4c95-9d26-0ca8c4f1d4c1 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Pushing event updated for resources: {'Port': ['ID=8e3dbe02-66ba-44fa-9257-69edb4a10cd2,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:30.010508 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-3df45bce-b269-4c95-9d26-0ca8c4f1d4c1 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:30.011130 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-3df45bce-b269-4c95-9d26-0ca8c4f1d4c1 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:30.157013 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-3df45bce-b269-4c95-9d26-0ca8c4f1d4c1 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9245784 Oct 27 10:27:30.170938 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Request body: {'port': {'device_id': '3e208749-73d9-4d61-a858-c44cb475ab54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:30.491096 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:30.745396 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3dbe02-66ba-44fa-9257-69edb4a10cd2 {{(pid=102225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:30.752819 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:30.767225 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.provisioning_blocks [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Transition to ACTIVE for port object 8e3dbe02-66ba-44fa-9257-69edb4a10cd2 will not be triggered until provisioned by entity L2. {{(pid=102225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:27:30.858148 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba4bcf-9a8b-4fbf-b688-e472b8eb817d req-cafaba4d-787b-455a-a0bd-de5114ac1264 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:30.859632 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d4ba4bcf-9a8b-4fbf-b688-e472b8eb817d req-cafaba4d-787b-455a-a0bd-de5114ac1264 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 931 time: 0.0505688 Oct 27 10:27:30.899556 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d4ba4bcf-9a8b-4fbf-b688-e472b8eb817d req-c0b353ce-850c-4219-96cb-f52465076336 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340683 Oct 27 10:27:30.902369 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:30.957222 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3dbe02-66ba-44fa-9257-69edb4a10cd2,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:31.024859 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Attempting to bind port 8e3dbe02-66ba-44fa-9257-69edb4a10cd2 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:31.025108 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Attempting to bind port 8e3dbe02-66ba-44fa-9257-69edb4a10cd2 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '5e362271-205b-4ba7-83b7-c0101b7e3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de'}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:31.025462 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Attempting to bind port 8e3dbe02-66ba-44fa-9257-69edb4a10cd2 on network 5644908e-e584-4844-bfb1-70c4be0d83de {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:31.029840 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Port 8e3dbe02-66ba-44fa-9257-69edb4a10cd2 on network 5644908e-e584-4844-bfb1-70c4be0d83de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:31.030153 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Attempting to bind port 8e3dbe02-66ba-44fa-9257-69edb4a10cd2 on network 5644908e-e584-4844-bfb1-70c4be0d83de {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:31.034867 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:27:31.035198 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Checking segment: {'id': '5e362271-205b-4ba7-83b7-c0101b7e3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:31.035574 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Bound using segment: {'id': '5e362271-205b-4ba7-83b7-c0101b7e3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de'} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:27:31.035990 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Bound port: 8e3dbe02-66ba-44fa-9257-69edb4a10cd2, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e362271-205b-4ba7-83b7-c0101b7e3141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de'}}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:27:31.036333 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:31.098137 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] For port 8e3dbe02-66ba-44fa-9257-69edb4a10cd2, host hv-cinder-81514, cleared binding levels {{(pid=102225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:27:31.101171 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] For port 8e3dbe02-66ba-44fa-9257-69edb4a10cd2, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8e3dbe02-66ba-44fa-9257-69edb4a10cd2,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:27:31.223223 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:31.263586 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:31.267308 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:31.267308 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] 10.222.0.73 "PUT /v2.0/ports/8e3dbe02-66ba-44fa-9257-69edb4a10cd2 HTTP/1.1" status: 200 len: 1093 time: 1.0987957 Oct 27 10:27:31.267308 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e208749-73d9-4d61-a858-c44cb475ab54', 'tag': '8e3dbe02-66ba-44fa-9257-69edb4a10cd2'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:31.268243 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7399b36-76c5-4be8-8e8e-2255fbcfdeb3" -d '{"events": [{"name": "network-changed", "server_uuid": "3e208749-73d9-4d61-a858-c44cb475ab54", "tag": "8e3dbe02-66ba-44fa-9257-69edb4a10cd2"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:31.289953 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e33ba-19a8-4fb5-9a88-234e20f0ef97 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3dbe02-66ba-44fa-9257-69edb4a10cd2,revision_number=3']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:31.305361 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56cf457-925b-44bd-a296-37419472082f x-openstack-request-id: req-e56cf457-925b-44bd-a296-37419472082f {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:31.305657 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e208749-73d9-4d61-a858-c44cb475ab54", "tag": "8e3dbe02-66ba-44fa-9257-69edb4a10cd2", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:31.305920 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e56cf457-925b-44bd-a296-37419472082f {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:31.306346 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e208749-73d9-4d61-a858-c44cb475ab54', 'tag': '8e3dbe02-66ba-44fa-9257-69edb4a10cd2', 'status': 'completed', 'code': 200} Oct 27 10:27:31.370705 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7399b36-76c5-4be8-8e8e-2255fbcfdeb3 req-78a2b2c0-e458-4a83-aae6-9a43bc581c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:31.372242 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b7399b36-76c5-4be8-8e8e-2255fbcfdeb3 req-78a2b2c0-e458-4a83-aae6-9a43bc581c9a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd228af68a0a42e68dfa166e7e4a1e5a&device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 1096 time: 0.0429468 Oct 27 10:27:31.472055 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7399b36-76c5-4be8-8e8e-2255fbcfdeb3 req-9d0a90c7-9716-4d43-acb4-632f45bc5bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:31.473596 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b7399b36-76c5-4be8-8e8e-2255fbcfdeb3 req-9d0a90c7-9716-4d43-acb4-632f45bc5bb8 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=bd228af68a0a42e68dfa166e7e4a1e5a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0911920 Oct 27 10:27:31.570318 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7399b36-76c5-4be8-8e8e-2255fbcfdeb3 req-63c17ae7-7924-4ade-a1a9-92a778ed4486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:31.571723 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b7399b36-76c5-4be8-8e8e-2255fbcfdeb3 req-63c17ae7-7924-4ade-a1a9-92a778ed4486 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910347 Oct 27 10:27:31.651192 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-2f732dd7-65dc-4402-a6f8-3bbd944c01d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:31.652675 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-2f732dd7-65dc-4402-a6f8-3bbd944c01d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd228af68a0a42e68dfa166e7e4a1e5a&device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 1096 time: 0.0418010 Oct 27 10:27:31.700730 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-6025f0de-1485-46e6-a64d-3efec70829d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e3dbe02-66ba-44fa-9257-69edb4a10cd2 HTTP/1.1" status: 200 len: 217 time: 0.0369670 Oct 27 10:27:31.750632 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-bdccff67-45a0-4c16-a97a-73f3e72422da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:31.752071 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-bdccff67-45a0-4c16-a97a-73f3e72422da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cdf51ebc-74e1-4865-b882-6ec68288dc75 HTTP/1.1" status: 200 len: 855 time: 0.0436544 Oct 27 10:27:31.784345 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-91921cfb-df16-4a6d-8bf6-4c8229a32813 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5644908e-e584-4844-bfb1-70c4be0d83de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246954 Oct 27 10:27:31.878126 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-38b61600-6989-4b14-ad6c-9d3b829191b1 service neutron] 10.222.0.73 "GET /v2.0/networks/5644908e-e584-4844-bfb1-70c4be0d83de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856345 Oct 27 10:27:31.978009 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-18a78789-5f24-4a5a-87b6-91930e41f1aa req-5fa88abd-009a-48a6-b486-48deef28a261 service neutron] 10.222.0.73 "GET /v2.0/networks/5644908e-e584-4844-bfb1-70c4be0d83de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893083 Oct 27 10:27:32.020177 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5ef1e-136d-4283-b133-f2bf28b0c543 req-3adbfbdc-90c3-4b00-8864-9cde55e24980 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:32.022375 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e7b5ef1e-136d-4283-b133-f2bf28b0c543 req-3adbfbdc-90c3-4b00-8864-9cde55e24980 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 943 time: 0.0508909 Oct 27 10:27:32.059735 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e7b5ef1e-136d-4283-b133-f2bf28b0c543 req-c118034f-86e6-4477-b869-19b7bac9a48c tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Oct 27 10:27:33.177054 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8c956-5281-4dd1-a4b1-08e1b6ce5089 req-fcc6628c-d6ef-4829-b2fb-1b368fd8c31b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:33.178622 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-94b8c956-5281-4dd1-a4b1-08e1b6ce5089 req-fcc6628c-d6ef-4829-b2fb-1b368fd8c31b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 943 time: 0.0500333 Oct 27 10:27:33.221458 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-94b8c956-5281-4dd1-a4b1-08e1b6ce5089 req-e3c5733a-9a11-49bf-9c99-0c039675a26f tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368826 Oct 27 10:27:34.231358 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-abef0b82-c505-40f8-afc8-b1f69213824c tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-354908734&fields=id&tenant_id=2d7997eb1e854527a138c06b0fc621f0 HTTP/1.1" status: 200 len: 267 time: 0.0322132 Oct 27 10:27:34.344692 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-0258f376-7999-4dbe-893d-dc5b0f2d44d0 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:34.350911 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-0258f376-7999-4dbe-893d-dc5b0f2d44d0 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/networks?id=f5a34bab-9102-4f12-a062-547d9ba89356 HTTP/1.1" status: 200 len: 811 time: 0.1082075 Oct 27 10:27:34.353926 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057ac61-b46f-40fa-a31d-12afcbf64773 req-5162ef5b-ecbf-4505-9fdb-9271bec59443 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:34.355437 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9057ac61-b46f-40fa-a31d-12afcbf64773 req-5162ef5b-ecbf-4505-9fdb-9271bec59443 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 943 time: 0.0597954 Oct 27 10:27:34.362135 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-8d96c3e6-32ed-4f37-a726-54ef1bf34ab6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/quotas/2d7997eb1e854527a138c06b0fc621f0 HTTP/1.1" status: 200 len: 375 time: 0.0095744 Oct 27 10:27:34.395571 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9057ac61-b46f-40fa-a31d-12afcbf64773 req-b3299ecd-4952-476d-b1cf-ba3eda7b56e8 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340564 Oct 27 10:27:34.421843 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-bf323fbb-4f7d-4b63-a718-618e485f7ef0 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d7997eb1e854527a138c06b0fc621f0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0535176 Oct 27 10:27:34.521303 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-353980b7-1dd2-4a7e-8e19-0f9e3f27074b service neutron] 10.222.0.66 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861628 Oct 27 10:27:34.572761 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 8e3dbe02-66ba-44fa-9257-69edb4a10cd2 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:27:34.619803 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-55354953-30b1-4b57-be0b-47fb9c8bf73a service neutron] 10.222.0.66 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849104 Oct 27 10:27:34.674470 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 8e3dbe02-66ba-44fa-9257-69edb4a10cd2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8e3dbe02-66ba-44fa-9257-69edb4a10cd2,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:34.685934 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': '8e3dbe02-66ba-44fa-9257-69edb4a10cd2', 'network_id': '5644908e-e584-4844-bfb1-70c4be0d83de', 'port_id': '8e3dbe02-66ba-44fa-9257-69edb4a10cd2', 'mac_address': 'fa:16:3e:a5:35:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf51ebc-74e1-4865-b882-6ec68288dc75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:27:34.732047 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:34.749033 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3dbe02-66ba-44fa-9257-69edb4a10cd2 {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:34.770626 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 8e3dbe02-66ba-44fa-9257-69edb4a10cd2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8e3dbe02-66ba-44fa-9257-69edb4a10cd2,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:34.880326 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:34.929576 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=8e3dbe02-66ba-44fa-9257-69edb4a10cd2,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:34.936698 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:34.937045 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:34.937413 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:34.937750 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:34.938080 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:34.938407 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:34.938732 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:34.939057 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:34.939387 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:34.939705 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:34.940024 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:34.940339 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:35.142057 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['8e3dbe02-66ba-44fa-9257-69edb4a10cd2'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:35.282475 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5cda16b6-1887-4c05-bbfc-0847ffced1c2 req-752b062c-f0e9-45f8-ab96-034551061795 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 210 time: 0.0260472 Oct 27 10:27:35.515934 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807b6dd-d20d-42b9-9db9-9d9f4dbb415d req-eacfbb94-a775-4d97-9aa5-479c7c6c137d tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:35.521527 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0807b6dd-d20d-42b9-9db9-9d9f4dbb415d req-eacfbb94-a775-4d97-9aa5-479c7c6c137d tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 944 time: 0.0544667 Oct 27 10:27:35.556478 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0807b6dd-d20d-42b9-9db9-9d9f4dbb415d req-a61c4132-a475-4f2c-ac16-8691bea02e6f tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324695 Oct 27 10:27:36.377059 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3881f604-feb1-45e4-bec8-50faefab4372 req-95856b2e-a057-48dd-bef7-a971218cc6f3 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 210 time: 0.0261142 Oct 27 10:27:36.576234 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 8e3dbe02-66ba-44fa-9257-69edb4a10cd2 up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:36.672525 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f1ba7-3949-463c-a0c0-518e59c87451 req-80da3634-6e19-421f-9729-f74099dc9991 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:36.674024 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-007f1ba7-3949-463c-a0c0-518e59c87451 req-80da3634-6e19-421f-9729-f74099dc9991 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 944 time: 0.0496795 Oct 27 10:27:36.711676 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-007f1ba7-3949-463c-a0c0-518e59c87451 req-e5e76049-0b52-4bdc-8d27-838c5c7a3c94 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311556 Oct 27 10:27:36.741976 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port 8e3dbe02-66ba-44fa-9257-69edb4a10cd2 completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:27:36.745871 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port 8e3dbe02-66ba-44fa-9257-69edb4a10cd2 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:36.746239 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:36.822805 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:36.848528 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e208749-73d9-4d61-a858-c44cb475ab54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3dbe02-66ba-44fa-9257-69edb4a10cd2'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:36.851427 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce51c930-51c0-4ad3-80f7-8c9852363cff" -d '{"events": [{"server_uuid": "3e208749-73d9-4d61-a858-c44cb475ab54", "name": "network-vif-plugged", "status": "completed", "tag": "8e3dbe02-66ba-44fa-9257-69edb4a10cd2"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:36.864956 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 8e3dbe02-66ba-44fa-9257-69edb4a10cd2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8e3dbe02-66ba-44fa-9257-69edb4a10cd2,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:36.890066 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4048ff07-b5ca-4eeb-a533-cfed36bdfec6 x-openstack-request-id: req-4048ff07-b5ca-4eeb-a533-cfed36bdfec6 {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:36.890066 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e208749-73d9-4d61-a858-c44cb475ab54", "name": "network-vif-plugged", "status": "completed", "tag": "8e3dbe02-66ba-44fa-9257-69edb4a10cd2", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:36.890066 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4048ff07-b5ca-4eeb-a533-cfed36bdfec6 {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:36.890438 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e208749-73d9-4d61-a858-c44cb475ab54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3dbe02-66ba-44fa-9257-69edb4a10cd2', 'code': 200} Oct 27 10:27:36.931235 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:36.980042 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=8e3dbe02-66ba-44fa-9257-69edb4a10cd2,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:37.244282 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcd3c2-0791-4e7b-b0c6-0ccb25dc744c req-efca3601-b9a2-4ea0-9382-bcd4d2c23a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:37.245842 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3dbcd3c2-0791-4e7b-b0c6-0ccb25dc744c req-efca3601-b9a2-4ea0-9382-bcd4d2c23a9c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 1098 time: 0.0413778 Oct 27 10:27:37.293856 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3dbcd3c2-0791-4e7b-b0c6-0ccb25dc744c req-50d6b670-79d0-4f12-ae93-ce738407b2fe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394626 Oct 27 10:27:37.468123 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1ebdc5a3-b77b-4cdc-b54f-7ecd3e36c9eb req-9feedaa7-c354-4316-887b-1bc9c377c369 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 210 time: 0.0271473 Oct 27 10:27:37.614712 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-4f732bb1-9339-4f0a-a050-67c7a58fa10e tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:37.616226 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-4f732bb1-9339-4f0a-a050-67c7a58fa10e tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.73 "GET /v2.0/networks?id=f5a34bab-9102-4f12-a062-547d9ba89356 HTTP/1.1" status: 200 len: 811 time: 0.1069653 Oct 27 10:27:37.660548 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-889785e6-94b4-4975-aca8-e1b41ba8eefd tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d7997eb1e854527a138c06b0fc621f0 HTTP/1.1" status: 200 len: 379 time: 0.0350785 Oct 27 10:27:37.671742 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-159bfcbd-584f-4a3d-b491-08a51c401052 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Request body: {'port': {'device_id': '17e8f08f-d887-4a63-8af6-d04150f818bb', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'admin_state_up': True, 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'security_groups': ['1cba9b50-3523-406d-af54-9998eaaadbd9']}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:37.830021 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d039a4-ae7e-4848-9781-13f780821b33 req-8bd6fe88-a5b9-4add-900b-a5b984f4906e tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:37.831493 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-37d039a4-ae7e-4848-9781-13f780821b33 req-8bd6fe88-a5b9-4add-900b-a5b984f4906e tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 945 time: 0.0486698 Oct 27 10:27:37.869060 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-37d039a4-ae7e-4848-9781-13f780821b33 req-1629a33f-7cc3-43d9-9ec0-27fce249767b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315073 Oct 27 10:27:37.918285 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-159bfcbd-584f-4a3d-b491-08a51c401052 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Made reservation on behalf of 2d7997eb1e854527a138c06b0fc621f0 for: {'port': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:37.921867 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-159bfcbd-584f-4a3d-b491-08a51c401052 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:38.059955 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-159bfcbd-584f-4a3d-b491-08a51c401052 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Allocated IP 172.20.0.10 (f5a34bab-9102-4f12-a062-547d9ba89356/ed805247-fa00-4068-9a02-aac3613ca316/18dfc468-6f7a-4818-8aa6-02042c980200) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:38.214167 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-159bfcbd-584f-4a3d-b491-08a51c401052 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:38.405595 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-159bfcbd-584f-4a3d-b491-08a51c401052 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:38.452542 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-159bfcbd-584f-4a3d-b491-08a51c401052 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Network f5a34bab-9102-4f12-a062-547d9ba89356 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:38.455807 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-159bfcbd-584f-4a3d-b491-08a51c401052 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:38.460290 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-159bfcbd-584f-4a3d-b491-08a51c401052 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:38.467034 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bfcbd-584f-4a3d-b491-08a51c401052 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event updated for resources: {'Port': ['ID=18dfc468-6f7a-4818-8aa6-02042c980200,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:38.522959 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-159bfcbd-584f-4a3d-b491-08a51c401052 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:38.523623 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-159bfcbd-584f-4a3d-b491-08a51c401052 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:38.606242 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ac6e9-621c-45e7-b550-80d2018c4aee req-e0b43a69-28eb-4a34-b16b-4c22b1859d88 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:38.608908 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-aa7ac6e9-621c-45e7-b550-80d2018c4aee req-e0b43a69-28eb-4a34-b16b-4c22b1859d88 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 932 time: 0.0548608 Oct 27 10:27:38.657595 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-aa7ac6e9-621c-45e7-b550-80d2018c4aee req-b332c1eb-a939-4bfb-b2cc-c294da0889ef tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413387 Oct 27 10:27:38.686081 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-8d2d5204-09f2-4022-91a3-43b198126bbc None None] Provisioning complete for port 18dfc468-6f7a-4818-8aa6-02042c980200 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:38.686670 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-8d2d5204-09f2-4022-91a3-43b198126bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:38.710045 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-159bfcbd-584f-4a3d-b491-08a51c401052 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0419953 Oct 27 10:27:38.719788 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d5204-09f2-4022-91a3-43b198126bbc None None] Port 18dfc468-6f7a-4818-8aa6-02042c980200 cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:27:38.722743 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Request body: {'port': {'device_id': '17e8f08f-d887-4a63-8af6-d04150f818bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:38.781716 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:39.037672 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89460d9-37fa-475b-b5a1-0435ad1ee60d req-05ab7f20-5d12-4ad8-b4fc-66e8778e9819 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:39.039191 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e89460d9-37fa-475b-b5a1-0435ad1ee60d req-05ab7f20-5d12-4ad8-b4fc-66e8778e9819 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 945 time: 0.0751743 Oct 27 10:27:39.116542 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e89460d9-37fa-475b-b5a1-0435ad1ee60d req-797a6514-519c-4395-b2dc-bf814ee46a52 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712352 Oct 27 10:27:39.151966 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18dfc468-6f7a-4818-8aa6-02042c980200 {{(pid=102225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:39.162056 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:39.174188 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.provisioning_blocks [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Transition to ACTIVE for port object 18dfc468-6f7a-4818-8aa6-02042c980200 will not be triggered until provisioned by entity L2. {{(pid=102225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:27:39.268134 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:39.323879 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Pushing event updated for resources: {'Port': ['ID=18dfc468-6f7a-4818-8aa6-02042c980200,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:39.401523 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Attempting to bind port 18dfc468-6f7a-4818-8aa6-02042c980200 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:39.401863 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Attempting to bind port 18dfc468-6f7a-4818-8aa6-02042c980200 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:39.402406 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Attempting to bind port 18dfc468-6f7a-4818-8aa6-02042c980200 on network f5a34bab-9102-4f12-a062-547d9ba89356 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:39.407131 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Port 18dfc468-6f7a-4818-8aa6-02042c980200 on network f5a34bab-9102-4f12-a062-547d9ba89356 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:39.407507 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Attempting to bind port 18dfc468-6f7a-4818-8aa6-02042c980200 on network f5a34bab-9102-4f12-a062-547d9ba89356 {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:39.413520 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:27:39.413859 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Checking segment: {'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:39.414292 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Bound using segment: {'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'} {{(pid=102225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:27:39.414743 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.managers [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Bound port: 18dfc468-6f7a-4818-8aa6-02042c980200, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356'}}] {{(pid=102225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:27:39.415197 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:39.500006 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] For port 18dfc468-6f7a-4818-8aa6-02042c980200, host hv-cinder-81514, cleared binding levels {{(pid=102225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:27:39.503536 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] For port 18dfc468-6f7a-4818-8aa6-02042c980200, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18dfc468-6f7a-4818-8aa6-02042c980200,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:27:39.623118 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:39.655938 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:39.656559 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:39.658130 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c773a677-b768-46e1-9040-7171734c3daf service neutron] 10.222.0.73 "PUT /v2.0/ports/18dfc468-6f7a-4818-8aa6-02042c980200 HTTP/1.1" status: 200 len: 1094 time: 0.9396410 Oct 27 10:27:39.660503 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e8f08f-d887-4a63-8af6-d04150f818bb', 'tag': '18dfc468-6f7a-4818-8aa6-02042c980200'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:39.663691 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6171fc66-3911-4885-9192-efe9f8f39757" -d '{"events": [{"name": "network-changed", "server_uuid": "17e8f08f-d887-4a63-8af6-d04150f818bb", "tag": "18dfc468-6f7a-4818-8aa6-02042c980200"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:39.702793 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773a677-b768-46e1-9040-7171734c3daf service neutron] Pushing event updated for resources: {'Port': ['ID=18dfc468-6f7a-4818-8aa6-02042c980200,revision_number=3']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:39.715534 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0ff742-3df5-41ec-bd65-5550b6e5ad0c x-openstack-request-id: req-4a0ff742-3df5-41ec-bd65-5550b6e5ad0c {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:39.716538 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e8f08f-d887-4a63-8af6-d04150f818bb", "tag": "18dfc468-6f7a-4818-8aa6-02042c980200", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:39.716956 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a0ff742-3df5-41ec-bd65-5550b6e5ad0c {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:39.717588 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e8f08f-d887-4a63-8af6-d04150f818bb', 'tag': '18dfc468-6f7a-4818-8aa6-02042c980200', 'status': 'completed', 'code': 200} Oct 27 10:27:39.833139 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecba90b-f88b-4bd9-b409-889750d2526f req-6a4de74e-141b-4849-be08-e4ce82059a8d tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:39.835289 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cecba90b-f88b-4bd9-b409-889750d2526f req-6a4de74e-141b-4849-be08-e4ce82059a8d tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 944 time: 0.0941641 Oct 27 10:27:39.838989 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171fc66-3911-4885-9192-efe9f8f39757 req-50e755fd-f76d-4054-b300-36395ab1997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:39.840506 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6171fc66-3911-4885-9192-efe9f8f39757 req-50e755fd-f76d-4054-b300-36395ab1997d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2d7997eb1e854527a138c06b0fc621f0&device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 1097 time: 0.0964746 Oct 27 10:27:39.930680 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cecba90b-f88b-4bd9-b409-889750d2526f req-a9ffb720-6197-4418-bcd2-da689f117bf3 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876677 Oct 27 10:27:39.968974 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171fc66-3911-4885-9192-efe9f8f39757 req-b08f5356-4d26-42fd-8d07-9740ff08e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:39.970521 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6171fc66-3911-4885-9192-efe9f8f39757 req-b08f5356-4d26-42fd-8d07-9740ff08e54e service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2d7997eb1e854527a138c06b0fc621f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1216264 Oct 27 10:27:40.072706 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171fc66-3911-4885-9192-efe9f8f39757 req-9ed76b76-2bdf-4bec-ad29-930ced295ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:40.074223 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6171fc66-3911-4885-9192-efe9f8f39757 req-9ed76b76-2bdf-4bec-ad29-930ced295ffb service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960722 Oct 27 10:27:40.160448 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-9d45125c-a6d8-4da9-9753-9752e33d7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:40.161944 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-9d45125c-a6d8-4da9-9753-9752e33d7e66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2d7997eb1e854527a138c06b0fc621f0&device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 1097 time: 0.0422246 Oct 27 10:27:40.204861 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-d0c9b284-b612-4ffa-a17b-65984972f422 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18dfc468-6f7a-4818-8aa6-02042c980200 HTTP/1.1" status: 200 len: 217 time: 0.0340109 Oct 27 10:27:40.257348 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-ab6e3bbf-1a0b-4774-9e8c-5bbf0bb14a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:40.258817 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-ab6e3bbf-1a0b-4774-9e8c-5bbf0bb14a90 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed805247-fa00-4068-9a02-aac3613ca316 HTTP/1.1" status: 200 len: 850 time: 0.0473762 Oct 27 10:27:40.314897 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c0ec77d6-1e39-490b-ac2f-15dfa7316bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:40.316394 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-c0ec77d6-1e39-490b-ac2f-15dfa7316bf3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5a34bab-9102-4f12-a062-547d9ba89356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415456 Oct 27 10:27:40.411919 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-02359e57-47d1-4fca-91be-b234cf632131 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877423 Oct 27 10:27:40.504070 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a623ed0c-7d15-492e-8fae-a6a28fba5a4d req-2079a892-0312-431d-b1d5-bf1096bb6038 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858755 Oct 27 10:27:41.052358 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fd92b-ba07-41e6-b3b1-e558ee7182b6 req-965add5b-d112-4f43-90e7-ccffea3193ce tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:41.053881 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-211fd92b-ba07-41e6-b3b1-e558ee7182b6 req-965add5b-d112-4f43-90e7-ccffea3193ce tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 944 time: 0.0499554 Oct 27 10:27:41.093077 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-211fd92b-ba07-41e6-b3b1-e558ee7182b6 req-434c8522-7026-4af2-99af-958d9fb25ba5 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330408 Oct 27 10:27:42.214910 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21165b94-78b8-42b7-ab10-832a26892d9d req-8003fa07-5261-4271-95a5-ed2b9bcb8b7a tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:42.216387 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-21165b94-78b8-42b7-ab10-832a26892d9d req-8003fa07-5261-4271-95a5-ed2b9bcb8b7a tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 944 time: 0.0546856 Oct 27 10:27:42.253871 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-21165b94-78b8-42b7-ab10-832a26892d9d req-30fff780-1b06-466a-83c5-aa93f49a0c74 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314851 Oct 27 10:27:43.370775 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08430b51-ba8a-4f90-b3c3-2ae016e29c22 req-92db4d0e-1246-43ba-aea6-c85a6c36da86 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:43.372264 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-08430b51-ba8a-4f90-b3c3-2ae016e29c22 req-92db4d0e-1246-43ba-aea6-c85a6c36da86 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 944 time: 0.0501068 Oct 27 10:27:43.409949 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-08430b51-ba8a-4f90-b3c3-2ae016e29c22 req-0917bb79-42aa-400c-9088-de6449c7a69e tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316048 Oct 27 10:27:44.523700 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068af8a-2bd8-46b8-aa55-807c194aec9a req-3029db9a-24d6-40f9-90ac-5cd2fe69fb66 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:44.525167 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5068af8a-2bd8-46b8-aa55-807c194aec9a req-3029db9a-24d6-40f9-90ac-5cd2fe69fb66 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 944 time: 0.0488486 Oct 27 10:27:44.562858 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5068af8a-2bd8-46b8-aa55-807c194aec9a req-9a4044bf-f37b-4414-b747-3a94195f8354 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317407 Oct 27 10:27:45.676412 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d7e08-8815-4367-8b1a-883317c5a471 req-142fb6e0-4c9c-4616-960a-77e5703fafd7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:45.677938 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-510d7e08-8815-4367-8b1a-883317c5a471 req-142fb6e0-4c9c-4616-960a-77e5703fafd7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 944 time: 0.0490339 Oct 27 10:27:45.716581 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-510d7e08-8815-4367-8b1a-883317c5a471 req-fb53d657-f1a1-47de-96ad-4690b673ab82 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327151 Oct 27 10:27:46.829440 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a953944-5913-459d-a822-e104acd85715 req-6bd91d19-122d-4524-b6e2-3ceaa2b9375e tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:46.830895 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0a953944-5913-459d-a822-e104acd85715 req-6bd91d19-122d-4524-b6e2-3ceaa2b9375e tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 944 time: 0.0477002 Oct 27 10:27:46.869405 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-0a953944-5913-459d-a822-e104acd85715 req-f64ba809-4486-4aed-ad55-ca291ea7f1a3 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321517 Oct 27 10:27:47.985390 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89af77e-d46f-44e6-bd50-b5a6bfea0f70 req-bd1bc51b-a51e-4c12-8ffa-49fa4f0bd25f tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:47.986841 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b89af77e-d46f-44e6-bd50-b5a6bfea0f70 req-bd1bc51b-a51e-4c12-8ffa-49fa4f0bd25f tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 944 time: 0.0511615 Oct 27 10:27:48.024916 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b89af77e-d46f-44e6-bd50-b5a6bfea0f70 req-8f1ffc72-cf54-4dfb-86b1-a2c8a72dc81e tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310805 Oct 27 10:27:48.671241 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 18dfc468-6f7a-4818-8aa6-02042c980200 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:27:48.779963 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 18dfc468-6f7a-4818-8aa6-02042c980200, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18dfc468-6f7a-4818-8aa6-02042c980200,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:48.791020 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': '18dfc468-6f7a-4818-8aa6-02042c980200', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'port_id': '18dfc468-6f7a-4818-8aa6-02042c980200', 'mac_address': 'fa:16:3e:d8:db:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:27:48.827473 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:48.836206 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-ed9a2034-310c-48e2-a11d-96d1676574a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:48.842481 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18dfc468-6f7a-4818-8aa6-02042c980200 {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:48.861688 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 18dfc468-6f7a-4818-8aa6-02042c980200, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18dfc468-6f7a-4818-8aa6-02042c980200,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:48.952970 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:49.002061 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=18dfc468-6f7a-4818-8aa6-02042c980200,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:49.145336 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a63091-e7be-4824-882a-12ece3770d5b req-5ec7bc4b-6709-45f5-8911-153f3446f5c2 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:49.146824 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-60a63091-e7be-4824-882a-12ece3770d5b req-5ec7bc4b-6709-45f5-8911-153f3446f5c2 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 945 time: 0.0562935 Oct 27 10:27:49.185391 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-60a63091-e7be-4824-882a-12ece3770d5b req-197f94b1-a276-4a60-b4b0-b5152aaa06de tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323389 Oct 27 10:27:49.264530 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['18dfc468-6f7a-4818-8aa6-02042c980200'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:50.300878 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f881a-34a6-46ab-94bf-50c4d9847f1e req-c5f75ed7-8579-47c4-9e24-09947898ae7f tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:50.302384 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5a7f881a-34a6-46ab-94bf-50c4d9847f1e req-c5f75ed7-8579-47c4-9e24-09947898ae7f tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 945 time: 0.0492935 Oct 27 10:27:50.341254 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5a7f881a-34a6-46ab-94bf-50c4d9847f1e req-077cd5c3-dfd1-4c8c-9cf0-ac99eff8977a tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323665 Oct 27 10:27:50.674331 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 18dfc468-6f7a-4818-8aa6-02042c980200 up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:50.775794 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cfdac9c9-16ae-46a1-9037-4fc8edff935a req-1c57c5ed-2376-4510-81dd-152fcb4e88bc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414109 Oct 27 10:27:50.827440 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port 18dfc468-6f7a-4818-8aa6-02042c980200 completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:27:50.831719 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port 18dfc468-6f7a-4818-8aa6-02042c980200 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:50.832090 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.840847 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdac9c9-16ae-46a1-9037-4fc8edff935a req-0f987c74-e171-4666-a941-b2f89d7dd016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:50.842385 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cfdac9c9-16ae-46a1-9037-4fc8edff935a req-0f987c74-e171-4666-a941-b2f89d7dd016 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd228af68a0a42e68dfa166e7e4a1e5a&device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 1099 time: 0.0417247 Oct 27 10:27:50.915131 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.938402 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e8f08f-d887-4a63-8af6-d04150f818bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dfc468-6f7a-4818-8aa6-02042c980200'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:50.940666 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da66c49-dd61-4fba-ba26-a7aa1df72895" -d '{"events": [{"server_uuid": "17e8f08f-d887-4a63-8af6-d04150f818bb", "name": "network-vif-plugged", "status": "completed", "tag": "18dfc468-6f7a-4818-8aa6-02042c980200"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:50.955139 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 18dfc468-6f7a-4818-8aa6-02042c980200, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18dfc468-6f7a-4818-8aa6-02042c980200,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:50.968235 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdac9c9-16ae-46a1-9037-4fc8edff935a req-f7040e27-2622-4749-a1ad-0a8ea5a9fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:50.969771 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cfdac9c9-16ae-46a1-9037-4fc8edff935a req-f7040e27-2622-4749-a1ad-0a8ea5a9fb63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5644908e-e584-4844-bfb1-70c4be0d83de HTTP/1.1" status: 200 len: 916 time: 0.1051157 Oct 27 10:27:50.978578 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a16d71-3d4b-4469-b2f0-dc492a91f35c x-openstack-request-id: req-18a16d71-3d4b-4469-b2f0-dc492a91f35c {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:50.978578 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e8f08f-d887-4a63-8af6-d04150f818bb", "name": "network-vif-plugged", "status": "completed", "tag": "18dfc468-6f7a-4818-8aa6-02042c980200", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:50.978578 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-18a16d71-3d4b-4469-b2f0-dc492a91f35c {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:50.978934 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e8f08f-d887-4a63-8af6-d04150f818bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dfc468-6f7a-4818-8aa6-02042c980200', 'code': 200} Oct 27 10:27:51.026590 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cfdac9c9-16ae-46a1-9037-4fc8edff935a req-2e2abd9c-4513-4a35-a3d0-ca6d7b43ed0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=010475fe-f9c3-468d-9975-82ae802a585d HTTP/1.1" status: 200 len: 217 time: 0.0387409 Oct 27 10:27:51.033107 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:51.086025 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdac9c9-16ae-46a1-9037-4fc8edff935a req-ffda62f0-c895-4907-8232-16f7171e19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:51.087516 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cfdac9c9-16ae-46a1-9037-4fc8edff935a req-ffda62f0-c895-4907-8232-16f7171e19d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cdf51ebc-74e1-4865-b882-6ec68288dc75 HTTP/1.1" status: 200 len: 855 time: 0.0464473 Oct 27 10:27:51.088133 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=18dfc468-6f7a-4818-8aa6-02042c980200,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:51.125937 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cfdac9c9-16ae-46a1-9037-4fc8edff935a req-e2e21e4a-389c-40e1-a30f-8435c3da77ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5644908e-e584-4844-bfb1-70c4be0d83de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292578 Oct 27 10:27:51.224454 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cfdac9c9-16ae-46a1-9037-4fc8edff935a req-4781c1a6-cf04-46a3-a31e-bf7500674246 service neutron] 10.222.0.73 "GET /v2.0/networks/5644908e-e584-4844-bfb1-70c4be0d83de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845177 Oct 27 10:27:51.326741 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-cfdac9c9-16ae-46a1-9037-4fc8edff935a req-8f3262b2-1704-4004-959c-a3f3c1d88ccb service neutron] 10.222.0.73 "GET /v2.0/networks/5644908e-e584-4844-bfb1-70c4be0d83de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916533 Oct 27 10:27:51.364784 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:51.439825 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-2b982c71-32e6-4a83-ac92-a9e3cb2b5eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:51.458361 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1d112-a55f-4f13-a894-0db074a5947f req-f73befc2-d00c-4bba-8559-dc5f512340cb tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:51.459888 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c7e1d112-a55f-4f13-a894-0db074a5947f req-f73befc2-d00c-4bba-8559-dc5f512340cb tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 946 time: 0.0513694 Oct 27 10:27:51.501802 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c7e1d112-a55f-4f13-a894-0db074a5947f req-1d95c8f4-2fe0-4a28-9939-8b0eceaafb45 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356488 Oct 27 10:27:51.534462 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094352e-e69a-4af7-9754-fbaa97b6e4d7 req-27535eaa-26b4-487c-ac7b-bfb523f28537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:51.535991 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6094352e-e69a-4af7-9754-fbaa97b6e4d7 req-27535eaa-26b4-487c-ac7b-bfb523f28537 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 1099 time: 0.0414090 Oct 27 10:27:51.579406 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6094352e-e69a-4af7-9754-fbaa97b6e4d7 req-2029b13d-c5dd-47ac-90f9-75822dce58ec service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291591 Oct 27 10:27:52.280153 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:52.564415 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:52.627958 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c03d22-8a46-4195-8536-4e9eefb03fca req-f6e159b5-f6fc-4c8d-8259-4edc76fa52cc tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:52.629941 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-24c03d22-8a46-4195-8536-4e9eefb03fca req-f6e159b5-f6fc-4c8d-8259-4edc76fa52cc tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 946 time: 0.0564635 Oct 27 10:27:52.669794 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-24c03d22-8a46-4195-8536-4e9eefb03fca req-545bd191-629a-4589-a7da-f09cd43a8111 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329814 Oct 27 10:27:53.789593 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0dc15-9656-4b94-b0bf-88f2ba79b3e3 req-bececd0c-e430-4765-8007-9149d5e72dc0 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:53.791085 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4ea0dc15-9656-4b94-b0bf-88f2ba79b3e3 req-bececd0c-e430-4765-8007-9149d5e72dc0 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 946 time: 0.0508623 Oct 27 10:27:53.828550 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4ea0dc15-9656-4b94-b0bf-88f2ba79b3e3 req-7131fb5f-e90c-4d12-b430-041afd438625 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314305 Oct 27 10:27:53.947726 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a1f82-bd3b-4013-9663-3f7553de69e1 req-5b9177e6-702f-443f-b00f-eb0c641a7db0 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:53.949222 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-772a1f82-bd3b-4013-9663-3f7553de69e1 req-5b9177e6-702f-443f-b00f-eb0c641a7db0 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 946 time: 0.0485544 Oct 27 10:27:53.987559 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-772a1f82-bd3b-4013-9663-3f7553de69e1 req-4466524a-cb23-4dc2-a9a6-39e5439dcabb tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322237 Oct 27 10:27:54.010009 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 54688) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:54.203463 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee8a22b-85f2-4f01-b92b-58ba2042a903 tempest-TestVolumeBootPattern-1443047597 tempest-TestVolumeBootPattern-1443047597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:54.204976 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-3ee8a22b-85f2-4f01-b92b-58ba2042a903 tempest-TestVolumeBootPattern-1443047597 tempest-TestVolumeBootPattern-1443047597-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 1094 time: 0.1939905 Oct 27 10:27:54.207826 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 54692) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:54.212259 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Request body: {'floatingip': {'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'port_id': '18dfc468-6f7a-4818-8aa6-02042c980200', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:54.324524 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:54.359596 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for floatingip, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:54.458332 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:54.570544 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Allocated IP 172.27.3.246 (70ca3915-436e-4d6f-9dee-c189a5123789/3d25a479-4445-45b0-aa2d-a38f3239d00a/98633b9e-6a5b-4c18-bd5d-4faaa907a4fa) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:54.671344 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:54.805423 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:54.848929 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:54.852481 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:54.856266 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:54.880060 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event updated for resources: {'Port': ['ID=98633b9e-6a5b-4c18-bd5d-4faaa907a4fa,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:55.085951 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b9cc6-44ad-4aa8-aab9-60dfe388e4c0 req-6a9b07bc-4e3f-4483-bff6-c73b91101d2a tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:55.087376 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4a9b9cc6-44ad-4aa8-aab9-60dfe388e4c0 req-6a9b07bc-4e3f-4483-bff6-c73b91101d2a tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 945 time: 0.1320460 Oct 27 10:27:55.147992 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4a9b9cc6-44ad-4aa8-aab9-60dfe388e4c0 req-9685634d-3ba8-44ea-8fe2-cb41c703f813 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532653 Oct 27 10:27:55.288713 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:55.420193 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:55.590488 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:55.673352 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:56.035254 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event updated for resources: {'Port': ['ID=98633b9e-6a5b-4c18-bd5d-4faaa907a4fa,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:56.047240 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623603'] for floatingip, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:56.150168 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.l3_db [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Floating IP 0597c26e-9ffb-4b4b-8774-c219bbaa4555 associated. External IP: 172.27.3.246, port: 18dfc468-6f7a-4818-8aa6-02042c980200. Oct 27 10:27:56.273180 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5417f4a-8243-4158-a480-a2a24fd59f38 req-e0a8c869-1a64-466d-b8a4-0f55322104ff tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:56.275017 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b5417f4a-8243-4158-a480-a2a24fd59f38 req-e0a8c869-1a64-466d-b8a4-0f55322104ff tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 945 time: 0.0536134 Oct 27 10:27:56.317712 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b5417f4a-8243-4158-a480-a2a24fd59f38 req-5dfb0108-20e9-484c-96d8-4081963ea942 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351181 Oct 27 10:27:56.385225 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:27:56.502105 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:27:56.513966 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddab1f1-1e25-4605-a8c2-f78c22b7160f None None] Sync routers for ids ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:27:56.525506 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddab1f1-1e25-4605-a8c2-f78c22b7160f None None] Routers {'58e0758e-0985-4d2a-ac57-4d6bcb528ff3'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:27:56.526135 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-cddab1f1-1e25-4605-a8c2-f78c22b7160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:27:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:56.594410 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:56.632889 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-4c5fc483-76eb-4ad3-a713-dd6c1bde7cc7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4239821 Oct 27 10:27:56.634487 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e8f08f-d887-4a63-8af6-d04150f818bb', 'tag': '18dfc468-6f7a-4818-8aa6-02042c980200'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:56.636931 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ace0dd8-5a10-4140-8e95-24c5841431e5" -d '{"events": [{"name": "network-changed", "server_uuid": "17e8f08f-d887-4a63-8af6-d04150f818bb", "tag": "18dfc468-6f7a-4818-8aa6-02042c980200"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:56.642794 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-cddab1f1-1e25-4605-a8c2-f78c22b7160f None None] Set router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:27:56.659291 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339a63c-7a10-44e5-bf2b-2dc53d092b5e req-9876b8f4-74eb-4749-9cb3-edd0b93d54ea tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:56.661036 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4339a63c-7a10-44e5-bf2b-2dc53d092b5e req-9876b8f4-74eb-4749-9cb3-edd0b93d54ea tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 945 time: 0.1032884 Oct 27 10:27:56.679833 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab1a8b3-c9ca-4da5-9e7d-4eaef0c32df4 x-openstack-request-id: req-eab1a8b3-c9ca-4da5-9e7d-4eaef0c32df4 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:56.680183 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e8f08f-d887-4a63-8af6-d04150f818bb", "tag": "18dfc468-6f7a-4818-8aa6-02042c980200", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:56.680462 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eab1a8b3-c9ca-4da5-9e7d-4eaef0c32df4 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:56.680886 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e8f08f-d887-4a63-8af6-d04150f818bb', 'tag': '18dfc468-6f7a-4818-8aa6-02042c980200', 'status': 'completed', 'code': 200} Oct 27 10:27:56.757704 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace0dd8-5a10-4140-8e95-24c5841431e5 req-aba31f81-f61f-441f-8212-f5767204fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:56.759262 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6ace0dd8-5a10-4140-8e95-24c5841431e5 req-aba31f81-f61f-441f-8212-f5767204fcbb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2d7997eb1e854527a138c06b0fc621f0&device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 1099 time: 0.0532727 Oct 27 10:27:56.775786 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-4339a63c-7a10-44e5-bf2b-2dc53d092b5e req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Deleting port 8e3dbe02-66ba-44fa-9257-69edb4a10cd2 {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:27:56.776525 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-4339a63c-7a10-44e5-bf2b-2dc53d092b5e req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:56.861904 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace0dd8-5a10-4140-8e95-24c5841431e5 req-f1df46d0-0a7a-45f2-861f-b64454d15e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:56.863445 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6ace0dd8-5a10-4140-8e95-24c5841431e5 req-f1df46d0-0a7a-45f2-861f-b64454d15e88 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5a34bab-9102-4f12-a062-547d9ba89356 HTTP/1.1" status: 200 len: 912 time: 0.0966675 Oct 27 10:27:56.886427 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [req-4339a63c-7a10-44e5-bf2b-2dc53d092b5e req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] For port 8e3dbe02-66ba-44fa-9257-69edb4a10cd2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8e3dbe02-66ba-44fa-9257-69edb4a10cd2,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:56.886799 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-4339a63c-7a10-44e5-bf2b-2dc53d092b5e req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:56.902804 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [req-4339a63c-7a10-44e5-bf2b-2dc53d092b5e req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Calling delete_port for 8e3dbe02-66ba-44fa-9257-69edb4a10cd2 owned by compute:nova {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:27:56.921986 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-cddab1f1-1e25-4605-a8c2-f78c22b7160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': '0597c26e-9ffb-4b4b-8774-c219bbaa4555', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'port_id': '18dfc468-6f7a-4818-8aa6-02042c980200', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'mac_address': 'fa:16:3e:d8:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e8f08f-d887-4a63-8af6-d04150f818bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:27:55Z', 'updated_at': '2021-10-27T10:27:55Z', 'revision_number': 0, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'fixed_ip_address_scope': None}, {'id': '84019649-9aba-43ea-8069-47522ce43b8d', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'port_id': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'mac_address': 'fa:16:3e:45:79:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:25:41Z', 'updated_at': '2021-10-27T10:25:44Z', 'revision_number': 1, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:35Z', 'revision_number': 5, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:56.947673 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6ace0dd8-5a10-4140-8e95-24c5841431e5 req-1d44eabd-e248-4344-a533-c637f21a58e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18dfc468-6f7a-4818-8aa6-02042c980200 HTTP/1.1" status: 200 len: 1000 time: 0.0771224 Oct 27 10:27:56.951396 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddab1f1-1e25-4605-a8c2-f78c22b7160f None None] Checking router: 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:27:56.961557 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddab1f1-1e25-4605-a8c2-f78c22b7160f None None] Routers {'58e0758e-0985-4d2a-ac57-4d6bcb528ff3'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:27:56.962194 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-cddab1f1-1e25-4605-a8c2-f78c22b7160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:27:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:57.005224 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace0dd8-5a10-4140-8e95-24c5841431e5 req-ec38ba8a-a264-4c91-a1bd-c24a6168ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:57.006945 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6ace0dd8-5a10-4140-8e95-24c5841431e5 req-ec38ba8a-a264-4c91-a1bd-c24a6168ec5d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed805247-fa00-4068-9a02-aac3613ca316 HTTP/1.1" status: 200 len: 850 time: 0.0520885 Oct 27 10:27:57.067346 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace0dd8-5a10-4140-8e95-24c5841431e5 req-52c68f88-93e8-4588-8da5-a1816555fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:57.068900 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6ace0dd8-5a10-4140-8e95-24c5841431e5 req-52c68f88-93e8-4588-8da5-a1816555fda9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5a34bab-9102-4f12-a062-547d9ba89356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547030 Oct 27 10:27:57.081451 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-cddab1f1-1e25-4605-a8c2-f78c22b7160f None None] Set router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:27:57.159039 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-4339a63c-7a10-44e5-bf2b-2dc53d092b5e req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:57.172155 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['010475fe-f9c3-468d-9975-82ae802a585d', '76a102c6-e6d1-4ea8-bbcb-fd77d037d303', '6ee70946-2ce8-4807-a2d9-7c0f8556002d', '8e3dbe02-66ba-44fa-9257-69edb4a10cd2'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:57.182495 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6ace0dd8-5a10-4140-8e95-24c5841431e5 req-a4e6b574-81fd-4030-a12d-bcf32d1ccfb9 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062846 Oct 27 10:27:57.196571 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Pushing event deleted for resources: {'Port': ['ID=8e3dbe02-66ba-44fa-9257-69edb4a10cd2,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:57.210414 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:57.210792 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:57.211135 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:57.211467 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:57.211805 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:57.212792 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:57.212792 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:57.212792 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:57.213117 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:57.213436 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:57.213759 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:57.214087 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:57.251246 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4339a63c-7a10-44e5-bf2b-2dc53d092b5e req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] No DVR routers for this DVR port 8e3dbe02-66ba-44fa-9257-69edb4a10cd2 on host hv-cinder-81514 {{(pid=102225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:27:57.255497 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [req-4339a63c-7a10-44e5-bf2b-2dc53d092b5e req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:57.259091 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4339a63c-7a10-44e5-bf2b-2dc53d092b5e req-ee548a4e-afa8-4a2b-91a3-483e3e93ada7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.73 "DELETE /v2.0/ports/8e3dbe02-66ba-44fa-9257-69edb4a10cd2 HTTP/1.1" status: 204 len: 173 time: 0.5910027 Oct 27 10:27:57.289248 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6ace0dd8-5a10-4140-8e95-24c5841431e5 req-bc5e2434-0049-4366-be62-bac0615b9748 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997262 Oct 27 10:27:57.427362 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4f4fccc3-ee72-41d1-8f65-68cbb35b05a3 req-fca0445f-e931-4e74-9fb9-cdd192d083bd tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e208749-73d9-4d61-a858-c44cb475ab54 HTTP/1.1" status: 200 len: 210 time: 0.0272040 Oct 27 10:27:57.480661 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-cddab1f1-1e25-4605-a8c2-f78c22b7160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': '0597c26e-9ffb-4b4b-8774-c219bbaa4555', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'port_id': '18dfc468-6f7a-4818-8aa6-02042c980200', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'mac_address': 'fa:16:3e:d8:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e8f08f-d887-4a63-8af6-d04150f818bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:27:55Z', 'updated_at': '2021-10-27T10:27:55Z', 'revision_number': 0, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'fixed_ip_address_scope': None}, {'id': '84019649-9aba-43ea-8069-47522ce43b8d', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'port_id': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'mac_address': 'fa:16:3e:45:79:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:25:41Z', 'updated_at': '2021-10-27T10:25:44Z', 'revision_number': 1, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:35Z', 'revision_number': 5, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:57.515907 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddab1f1-1e25-4605-a8c2-f78c22b7160f None None] The sync data for ids ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'] in dv-cinder-815145-2-iscsi is: [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': '0597c26e-9ffb-4b4b-8774-c219bbaa4555', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'port_id': '18dfc468-6f7a-4818-8aa6-02042c980200', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'mac_address': 'fa:16:3e:d8:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e8f08f-d887-4a63-8af6-d04150f818bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:27:55Z', 'updated_at': '2021-10-27T10:27:55Z', 'revision_number': 0, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'fixed_ip_address_scope': None}, {'id': '84019649-9aba-43ea-8069-47522ce43b8d', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'port_id': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'mac_address': 'fa:16:3e:45:79:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:25:41Z', 'updated_at': '2021-10-27T10:25:44Z', 'revision_number': 1, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:35Z', 'revision_number': 5, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:27:57.765808 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd4f418-812b-4d15-b03c-6ded8d7061bf None None] New status for floating IP 0597c26e-9ffb-4b4b-8774-c219bbaa4555: ACTIVE {{(pid=102227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:27:58.681723 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e208749-73d9-4d61-a858-c44cb475ab54', 'name': 'network-vif-deleted', 'tag': '8e3dbe02-66ba-44fa-9257-69edb4a10cd2'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:58.684228 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba751523-4c3a-4878-849c-f567cddef739" -d '{"events": [{"server_uuid": "3e208749-73d9-4d61-a858-c44cb475ab54", "name": "network-vif-deleted", "tag": "8e3dbe02-66ba-44fa-9257-69edb4a10cd2"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:58.722244 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedee0e3-23ab-452d-a0b1-db788bdc4563 x-openstack-request-id: req-dedee0e3-23ab-452d-a0b1-db788bdc4563 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:58.722535 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e208749-73d9-4d61-a858-c44cb475ab54", "name": "network-vif-deleted", "tag": "8e3dbe02-66ba-44fa-9257-69edb4a10cd2", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:58.722786 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dedee0e3-23ab-452d-a0b1-db788bdc4563 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:58.723194 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e208749-73d9-4d61-a858-c44cb475ab54', 'name': 'network-vif-deleted', 'tag': '8e3dbe02-66ba-44fa-9257-69edb4a10cd2', 'status': 'completed', 'code': 200} Oct 27 10:28:00.692968 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e36a51-ba7b-445b-99bc-29d9d3494834 req-f1d3b58b-89e4-4035-b64b-a60e5c56e242 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:00.694606 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-08e36a51-ba7b-445b-99bc-29d9d3494834 req-f1d3b58b-89e4-4035-b64b-a60e5c56e242 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 946 time: 0.0536883 Oct 27 10:28:00.732704 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-08e36a51-ba7b-445b-99bc-29d9d3494834 req-4d8abeef-ac7e-4c8f-bad6-6fec8970e015 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321631 Oct 27 10:28:00.764743 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 8e3dbe02-66ba-44fa-9257-69edb4a10cd2 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:00.784581 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: 8e3dbe02-66ba-44fa-9257-69edb4a10cd2 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:00.784922 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 8e3dbe02-66ba-44fa-9257-69edb4a10cd2 not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:01.850218 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa5c7e-87ce-4249-882d-0dcb4ab045c8 req-4ed5298e-d714-4a20-99b3-95063866b739 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:01.851782 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1baa5c7e-87ce-4249-882d-0dcb4ab045c8 req-4ed5298e-d714-4a20-99b3-95063866b739 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 946 time: 0.0493999 Oct 27 10:28:01.890374 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1baa5c7e-87ce-4249-882d-0dcb4ab045c8 req-837b87ed-e7a4-43f5-b987-50cfcc7e478f tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325856 Oct 27 10:28:02.227793 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0231c-4c49-4969-b15e-382f704bdee1 req-7448da6c-c69b-4e20-9f52-fd8d2adb46c1 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:02.229270 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cca0231c-4c49-4969-b15e-382f704bdee1 req-7448da6c-c69b-4e20-9f52-fd8d2adb46c1 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.73 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 946 time: 0.0478964 Oct 27 10:28:02.321993 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [req-cca0231c-4c49-4969-b15e-382f704bdee1 req-79db6b0f-3179-41eb-8f4a-10512d89aa3b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Deleting port 6ee70946-2ce8-4807-a2d9-7c0f8556002d {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:02.322335 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-cca0231c-4c49-4969-b15e-382f704bdee1 req-79db6b0f-3179-41eb-8f4a-10512d89aa3b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:02.419714 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-cca0231c-4c49-4969-b15e-382f704bdee1 req-79db6b0f-3179-41eb-8f4a-10512d89aa3b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] For port 6ee70946-2ce8-4807-a2d9-7c0f8556002d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6ee70946-2ce8-4807-a2d9-7c0f8556002d,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:02.420075 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-cca0231c-4c49-4969-b15e-382f704bdee1 req-79db6b0f-3179-41eb-8f4a-10512d89aa3b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:02.434585 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [req-cca0231c-4c49-4969-b15e-382f704bdee1 req-79db6b0f-3179-41eb-8f4a-10512d89aa3b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Calling delete_port for 6ee70946-2ce8-4807-a2d9-7c0f8556002d owned by compute:nova {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:02.678650 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-cca0231c-4c49-4969-b15e-382f704bdee1 req-79db6b0f-3179-41eb-8f4a-10512d89aa3b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:02.690370 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['010475fe-f9c3-468d-9975-82ae802a585d', '76a102c6-e6d1-4ea8-bbcb-fd77d037d303', '6ee70946-2ce8-4807-a2d9-7c0f8556002d'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:02.709187 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db6b0f-3179-41eb-8f4a-10512d89aa3b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Pushing event deleted for resources: {'Port': ['ID=6ee70946-2ce8-4807-a2d9-7c0f8556002d,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:02.778326 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca0231c-4c49-4969-b15e-382f704bdee1 req-79db6b0f-3179-41eb-8f4a-10512d89aa3b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] No DVR routers for this DVR port 6ee70946-2ce8-4807-a2d9-7c0f8556002d on host hv-cinder-81514 {{(pid=102224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:02.780926 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-cca0231c-4c49-4969-b15e-382f704bdee1 req-79db6b0f-3179-41eb-8f4a-10512d89aa3b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:02.784263 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cca0231c-4c49-4969-b15e-382f704bdee1 req-79db6b0f-3179-41eb-8f4a-10512d89aa3b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.73 "DELETE /v2.0/ports/6ee70946-2ce8-4807-a2d9-7c0f8556002d HTTP/1.1" status: 204 len: 173 time: 0.5488381 Oct 27 10:28:02.784709 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94db8ae7-b927-4069-bc38-4f8c09deae00', 'name': 'network-vif-deleted', 'tag': '6ee70946-2ce8-4807-a2d9-7c0f8556002d'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:02.787016 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8289554-1ef4-4969-93e0-d7da7a443888" -d '{"events": [{"server_uuid": "94db8ae7-b927-4069-bc38-4f8c09deae00", "name": "network-vif-deleted", "tag": "6ee70946-2ce8-4807-a2d9-7c0f8556002d"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:02.828226 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e231c99-b757-43fa-9d8d-bc81c7831dbc x-openstack-request-id: req-8e231c99-b757-43fa-9d8d-bc81c7831dbc {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:02.828521 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94db8ae7-b927-4069-bc38-4f8c09deae00", "name": "network-vif-deleted", "tag": "6ee70946-2ce8-4807-a2d9-7c0f8556002d", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:02.828768 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e231c99-b757-43fa-9d8d-bc81c7831dbc {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:02.829155 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94db8ae7-b927-4069-bc38-4f8c09deae00', 'name': 'network-vif-deleted', 'tag': '6ee70946-2ce8-4807-a2d9-7c0f8556002d', 'status': 'completed', 'code': 200} Oct 27 10:28:02.996340 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e5f6a48f-9c8d-4596-982e-18d86fe199ed req-16465db0-d9d3-4676-bd06-5dbeb2a7f724 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=94db8ae7-b927-4069-bc38-4f8c09deae00 HTTP/1.1" status: 200 len: 210 time: 0.0314863 Oct 27 10:28:04.651252 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d90d6-d0b0-4722-8e20-44e869831ab8 req-882c2566-d707-4264-b6b8-15896479700b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:04.652635 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-344d90d6-d0b0-4722-8e20-44e869831ab8 req-882c2566-d707-4264-b6b8-15896479700b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 945 time: 0.0501451 Oct 27 10:28:04.690540 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-344d90d6-d0b0-4722-8e20-44e869831ab8 req-c298e83a-9f86-4dfc-81c8-afab544e3297 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317938 Oct 27 10:28:05.304663 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:28:05.805154 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fb0f9-e361-4173-b97b-d64459dccb05 req-03667e16-b6c6-4481-b84a-ea490dca3426 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:05.806631 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4f7fb0f9-e361-4173-b97b-d64459dccb05 req-03667e16-b6c6-4481-b84a-ea490dca3426 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 945 time: 0.0485995 Oct 27 10:28:05.844515 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4f7fb0f9-e361-4173-b97b-d64459dccb05 req-58a9f584-2371-47fa-9cef-e154ba3f19ac tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319879 Oct 27 10:28:05.975938 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a7c68-e386-4766-8188-2ddfd478e82b req-9a1ab4ba-1289-4fd2-b3de-84b4e6e41078 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:05.977336 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b90a7c68-e386-4766-8188-2ddfd478e82b req-9a1ab4ba-1289-4fd2-b3de-84b4e6e41078 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.73 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 945 time: 0.0521226 Oct 27 10:28:06.074695 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [req-b90a7c68-e386-4766-8188-2ddfd478e82b req-b612733a-be81-47bb-9f72-526baf68cf7c tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Deleting port 76a102c6-e6d1-4ea8-bbcb-fd77d037d303 {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:06.075027 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-b90a7c68-e386-4766-8188-2ddfd478e82b req-b612733a-be81-47bb-9f72-526baf68cf7c tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:06.162960 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-b90a7c68-e386-4766-8188-2ddfd478e82b req-b612733a-be81-47bb-9f72-526baf68cf7c tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] For port 76a102c6-e6d1-4ea8-bbcb-fd77d037d303, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=76a102c6-e6d1-4ea8-bbcb-fd77d037d303,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:06.163310 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-b90a7c68-e386-4766-8188-2ddfd478e82b req-b612733a-be81-47bb-9f72-526baf68cf7c tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:06.175692 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [req-b90a7c68-e386-4766-8188-2ddfd478e82b req-b612733a-be81-47bb-9f72-526baf68cf7c tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Calling delete_port for 76a102c6-e6d1-4ea8-bbcb-fd77d037d303 owned by compute:nova {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:06.387150 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-b90a7c68-e386-4766-8188-2ddfd478e82b req-b612733a-be81-47bb-9f72-526baf68cf7c tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:06.399151 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['010475fe-f9c3-468d-9975-82ae802a585d', '76a102c6-e6d1-4ea8-bbcb-fd77d037d303'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:06.417447 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612733a-be81-47bb-9f72-526baf68cf7c tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Pushing event deleted for resources: {'Port': ['ID=76a102c6-e6d1-4ea8-bbcb-fd77d037d303,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:06.461731 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90a7c68-e386-4766-8188-2ddfd478e82b req-b612733a-be81-47bb-9f72-526baf68cf7c tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] No DVR routers for this DVR port 76a102c6-e6d1-4ea8-bbcb-fd77d037d303 on host hv-cinder-81514 {{(pid=102224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:06.464207 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-b90a7c68-e386-4766-8188-2ddfd478e82b req-b612733a-be81-47bb-9f72-526baf68cf7c tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:06.467672 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-b90a7c68-e386-4766-8188-2ddfd478e82b req-b612733a-be81-47bb-9f72-526baf68cf7c tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.73 "DELETE /v2.0/ports/76a102c6-e6d1-4ea8-bbcb-fd77d037d303 HTTP/1.1" status: 204 len: 173 time: 0.4826274 Oct 27 10:28:06.468103 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f073d6-5f91-4e5f-a56b-bd55f40d2144', 'name': 'network-vif-deleted', 'tag': '76a102c6-e6d1-4ea8-bbcb-fd77d037d303'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:06.470359 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da31e032-9ac6-4be1-b320-c2a80b0dde37" -d '{"events": [{"server_uuid": "98f073d6-5f91-4e5f-a56b-bd55f40d2144", "name": "network-vif-deleted", "tag": "76a102c6-e6d1-4ea8-bbcb-fd77d037d303"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:06.513447 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f591b1-bfbf-41bd-9a13-c78724f41d6f x-openstack-request-id: req-d1f591b1-bfbf-41bd-9a13-c78724f41d6f {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:06.513739 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f073d6-5f91-4e5f-a56b-bd55f40d2144", "name": "network-vif-deleted", "tag": "76a102c6-e6d1-4ea8-bbcb-fd77d037d303", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:06.513992 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1f591b1-bfbf-41bd-9a13-c78724f41d6f {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:06.514382 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f073d6-5f91-4e5f-a56b-bd55f40d2144', 'name': 'network-vif-deleted', 'tag': '76a102c6-e6d1-4ea8-bbcb-fd77d037d303', 'status': 'completed', 'code': 200} Oct 27 10:28:06.826830 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 6ee70946-2ce8-4807-a2d9-7c0f8556002d no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:06.850448 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: 6ee70946-2ce8-4807-a2d9-7c0f8556002d {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:06.850789 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 6ee70946-2ce8-4807-a2d9-7c0f8556002d not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:06.948960 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-09ffef00-3da7-4ccc-9d60-bd670036131a req-161729d7-a82d-46a9-b754-19fe27207f34 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=98f073d6-5f91-4e5f-a56b-bd55f40d2144 HTTP/1.1" status: 200 len: 210 time: 0.0263236 Oct 27 10:28:09.861378 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b2c80-e70a-45f7-a6fc-47ee5ae8cde6 req-d2ce287a-7f34-467c-852c-5cc6b55a5fc7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:09.862862 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4b2b2c80-e70a-45f7-a6fc-47ee5ae8cde6 req-d2ce287a-7f34-467c-852c-5cc6b55a5fc7 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 946 time: 0.0488062 Oct 27 10:28:09.900965 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4b2b2c80-e70a-45f7-a6fc-47ee5ae8cde6 req-6eeaa78b-a962-4466-8a6a-930ba1067839 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317061 Oct 27 10:28:10.825652 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 76a102c6-e6d1-4ea8-bbcb-fd77d037d303 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:10.845584 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: 76a102c6-e6d1-4ea8-bbcb-fd77d037d303 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:10.845922 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 76a102c6-e6d1-4ea8-bbcb-fd77d037d303 not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:11.020378 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143497d9-d0eb-460d-9e0a-d9b191181ece req-50236d95-984b-4b66-9ed8-a911efa9b88e tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:11.021924 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-143497d9-d0eb-460d-9e0a-d9b191181ece req-50236d95-984b-4b66-9ed8-a911efa9b88e tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 946 time: 0.0530100 Oct 27 10:28:11.060005 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-143497d9-d0eb-460d-9e0a-d9b191181ece req-bafb6a5b-40b3-49a7-8550-095a1102a560 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/security-groups?id=daffdc42-02fa-4e4b-8777-2c64285bcb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321736 Oct 27 10:28:11.481929 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d25038-7728-4c65-a525-23f07fae50fd req-ec94e235-4618-4303-a2bd-3dbed2b67e06 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:11.483419 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-08d25038-7728-4c65-a525-23f07fae50fd req-ec94e235-4618-4303-a2bd-3dbed2b67e06 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.73 "GET /v2.0/ports?device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 946 time: 0.0505121 Oct 27 10:28:11.575419 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [req-08d25038-7728-4c65-a525-23f07fae50fd req-1e63bfc7-6e99-4448-89e6-73e3ab83f38b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Deleting port 010475fe-f9c3-468d-9975-82ae802a585d {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:11.575753 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-08d25038-7728-4c65-a525-23f07fae50fd req-1e63bfc7-6e99-4448-89e6-73e3ab83f38b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:11.664343 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-08d25038-7728-4c65-a525-23f07fae50fd req-1e63bfc7-6e99-4448-89e6-73e3ab83f38b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] For port 010475fe-f9c3-468d-9975-82ae802a585d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=010475fe-f9c3-468d-9975-82ae802a585d,segment=NetworkSegment(5e362271-205b-4ba7-83b7-c0101b7e3141),segment_id=5e362271-205b-4ba7-83b7-c0101b7e3141)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:11.664742 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-08d25038-7728-4c65-a525-23f07fae50fd req-1e63bfc7-6e99-4448-89e6-73e3ab83f38b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:11.676855 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [req-08d25038-7728-4c65-a525-23f07fae50fd req-1e63bfc7-6e99-4448-89e6-73e3ab83f38b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Calling delete_port for 010475fe-f9c3-468d-9975-82ae802a585d owned by compute:nova {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:11.963647 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-08d25038-7728-4c65-a525-23f07fae50fd req-1e63bfc7-6e99-4448-89e6-73e3ab83f38b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:11.977502 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['010475fe-f9c3-468d-9975-82ae802a585d'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:11.994215 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63bfc7-6e99-4448-89e6-73e3ab83f38b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Pushing event deleted for resources: {'Port': ['ID=010475fe-f9c3-468d-9975-82ae802a585d,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:12.271170 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d25038-7728-4c65-a525-23f07fae50fd req-1e63bfc7-6e99-4448-89e6-73e3ab83f38b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] No DVR routers for this DVR port 010475fe-f9c3-468d-9975-82ae802a585d on host hv-cinder-81514 {{(pid=102224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:12.274240 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-08d25038-7728-4c65-a525-23f07fae50fd req-1e63bfc7-6e99-4448-89e6-73e3ab83f38b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:12.277497 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-08d25038-7728-4c65-a525-23f07fae50fd req-1e63bfc7-6e99-4448-89e6-73e3ab83f38b tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.73 "DELETE /v2.0/ports/010475fe-f9c3-468d-9975-82ae802a585d HTTP/1.1" status: 204 len: 173 time: 0.7868538 Oct 27 10:28:12.284411 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14', 'name': 'network-vif-deleted', 'tag': '010475fe-f9c3-468d-9975-82ae802a585d'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:12.286650 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80eaf5b0-9063-4b4e-a0c6-ef4bad060e4f" -d '{"events": [{"server_uuid": "71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14", "name": "network-vif-deleted", "tag": "010475fe-f9c3-468d-9975-82ae802a585d"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:12.312706 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d0a31787-d789-477c-a482-d2f378221d0f req-61f624c1-1c34-4c85-ae34-375e07d2a2ea tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 210 time: 0.0378201 Oct 27 10:28:12.326465 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbd3bbf-24cb-490d-a708-92733cde0edf x-openstack-request-id: req-efbd3bbf-24cb-490d-a708-92733cde0edf {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:12.326795 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14", "name": "network-vif-deleted", "tag": "010475fe-f9c3-468d-9975-82ae802a585d", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:12.327051 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-efbd3bbf-24cb-490d-a708-92733cde0edf {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:12.327441 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14', 'name': 'network-vif-deleted', 'tag': '010475fe-f9c3-468d-9975-82ae802a585d', 'status': 'completed', 'code': 200} Oct 27 10:28:13.430463 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-5e7e13f1-5ee2-4750-9878-5dc766ec9c89 req-d35c5bae-d771-4ab5-a1b6-5d6848e60957 tempest-AttachVolumeNegativeTest-207256766 tempest-AttachVolumeNegativeTest-207256766-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d5a72c-1ffd-467e-80bd-e7ae1ebb0a14 HTTP/1.1" status: 200 len: 210 time: 0.0303524 Oct 27 10:28:14.490699 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 54766) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:14.536322 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc462886-325e-4393-a464-2370d674a397 admin admin] Deleting subnet cdf51ebc-74e1-4865-b882-6ec68288dc75 {{(pid=102225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:28:14.539500 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-dc462886-325e-4393-a464-2370d674a397 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.574741 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-dc462886-325e-4393-a464-2370d674a397 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10283299'] for subnet, precommit_delete_associations {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.613389 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-dc462886-325e-4393-a464-2370d674a397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-758613'] for subnet, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.764354 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-dc462886-325e-4393-a464-2370d674a397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-758620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10167193'] for subnet, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.793372 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc462886-325e-4393-a464-2370d674a397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf51ebc-74e1-4865-b882-6ec68288dc75,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:14.797606 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-dc462886-325e-4393-a464-2370d674a397 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.801180 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-dc462886-325e-4393-a464-2370d674a397 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/cdf51ebc-74e1-4865-b882-6ec68288dc75 HTTP/1.1" status: 204 len: 168 time: 0.3086989 Oct 27 10:28:14.804347 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 54768) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:14.838285 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 010475fe-f9c3-468d-9975-82ae802a585d no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:14.862103 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: 010475fe-f9c3-468d-9975-82ae802a585d {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:14.862449 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 010475fe-f9c3-468d-9975-82ae802a585d not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:14.882657 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658350'] for network, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.960345 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764864', 'neutron.services.segments.db._delete_segments_for_network-8767688259934'] for network, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.980525 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5644908e-e584-4844-bfb1-70c4be0d83de']}} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:14.989851 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e362271-205b-4ba7-83b7-c0101b7e3141') {'for_net_delete': True} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:14.990199 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e362271-205b-4ba7-83b7-c0101b7e3141') {} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:14.999957 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767688260455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491389'] for segment, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:15.013442 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:15.019283 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=102224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:28:15.019661 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8962449'] for segment, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: Traceback (most recent call last): Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: timer() Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: cb(*args, **kw) Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: return func(*args, **kwargs) Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: self._notify() Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: self.callback(batched_events) Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: event.method(event) Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: return f(self, *a, **k) Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: return self._get(url).json() Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: return self.request(url, 'GET', **kwargs) Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:28:15.021317 dv-cinder-815145-2-iscsi neutron-server[102224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:28:15.186737 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623617'] for network, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:15.192107 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:15.195559 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5644908e-e584-4844-bfb1-70c4be0d83de HTTP/1.1" status: 204 len: 168 time: 0.3901927 Oct 27 10:28:15.206517 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Pushing event deleted for resources: {'Network': ['ID=5644908e-e584-4844-bfb1-70c4be0d83de,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:15.214726 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:15.215338 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:15.215490 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:15.215702 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:15.216026 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:15.216530 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:15.216677 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:15.217002 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:15.217354 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:15.217726 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:15.218047 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:15.218411 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f350ad-d6eb-4596-bcf7-f3d964f9c525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:15.689979 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 54772) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:15.730084 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-bb2f96f5-22df-4fbc-9cb2-558eea727177 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd228af68a0a42e68dfa166e7e4a1e5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389645 Oct 27 10:28:15.732472 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 54774) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:15.784501 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6de28b37-b1de-42ae-bf61-0fb45329c455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:15.815400 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6de28b37-b1de-42ae-bf61-0fb45329c455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:16.004222 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6de28b37-b1de-42ae-bf61-0fb45329c455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:16.007441 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6de28b37-b1de-42ae-bf61-0fb45329c455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:16.008635 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-6de28b37-b1de-42ae-bf61-0fb45329c455 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/daffdc42-02fa-4e4b-8777-2c64285bcb3e HTTP/1.1" status: 204 len: 168 time: 0.2752213 Oct 27 10:28:16.017852 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de28b37-b1de-42ae-bf61-0fb45329c455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daffdc42-02fa-4e4b-8777-2c64285bcb3e,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:18.786943 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-c1845a8d-4d05-4117-9f87-7e548afcb9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:21.426725 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:21.427465 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-0d0fa542-e33c-46ba-86d3-21e77401a421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:22.323305 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:22.603335 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:24.267365 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:24.508022 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 54874) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:24.617054 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-09dc8a77-8d99-4cae-bcbe-77e376b44249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:24.697144 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-09dc8a77-8d99-4cae-bcbe-77e376b44249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:24.786605 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-09dc8a77-8d99-4cae-bcbe-77e376b44249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:24.826395 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-09dc8a77-8d99-4cae-bcbe-77e376b44249 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3fdeae5fb673475ea7b16512fd0ce179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170369 Oct 27 10:28:24.827246 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc8a77-8d99-4cae-bcbe-77e376b44249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc0d67d-f24b-4224-af6f-50abcea35712,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:24.829869 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 54878) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:24.883410 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-3571deef-0b9e-4697-aec8-9aed6e9edad9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:24.905301 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-3571deef-0b9e-4697-aec8-9aed6e9edad9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:25.043457 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-3571deef-0b9e-4697-aec8-9aed6e9edad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:25.046440 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-3571deef-0b9e-4697-aec8-9aed6e9edad9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:25.047647 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-3571deef-0b9e-4697-aec8-9aed6e9edad9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3cc0d67d-f24b-4224-af6f-50abcea35712 HTTP/1.1" status: 204 len: 168 time: 0.2166729 Oct 27 10:28:25.056483 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571deef-0b9e-4697-aec8-9aed6e9edad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc0d67d-f24b-4224-af6f-50abcea35712,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:25.873435 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 54884) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:25.887497 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-a16ac7a0-4593-415d-a50f-7a1e45400813 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:25.980527 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-a16ac7a0-4593-415d-a50f-7a1e45400813 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.049245 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-a16ac7a0-4593-415d-a50f-7a1e45400813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.087571 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ac7a0-4593-415d-a50f-7a1e45400813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0137db9-af6b-466d-b581-20e664556585,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:26.091885 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-a16ac7a0-4593-415d-a50f-7a1e45400813 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=65f8997ffa744d249c855e3dab49adc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173934 Oct 27 10:28:26.098993 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 54888) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:26.149586 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-173c8013-5e46-4c47-a975-b6a38e29eb84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.172264 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-173c8013-5e46-4c47-a975-b6a38e29eb84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.323410 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-173c8013-5e46-4c47-a975-b6a38e29eb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.326013 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-173c8013-5e46-4c47-a975-b6a38e29eb84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.329679 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-173c8013-5e46-4c47-a975-b6a38e29eb84 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0137db9-af6b-466d-b581-20e664556585 HTTP/1.1" status: 204 len: 168 time: 0.2298763 Oct 27 10:28:26.336991 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c8013-5e46-4c47-a975-b6a38e29eb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0137db9-af6b-466d-b581-20e664556585,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:27.113776 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 54894) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:27.126022 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4e5fccac-f25f-4908-9af4-1ae6b8570412 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.201766 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4e5fccac-f25f-4908-9af4-1ae6b8570412 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.289326 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-4e5fccac-f25f-4908-9af4-1ae6b8570412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.328786 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-4e5fccac-f25f-4908-9af4-1ae6b8570412 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9db316d021e04716ae9fd7a60923e158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150517 Oct 27 10:28:27.329703 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fccac-f25f-4908-9af4-1ae6b8570412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347b00ad-06db-41d4-b541-6ec293124a5a,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:27.331876 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 54896) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:27.392782 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bd043eed-132d-40d9-8e9e-5ad0142564e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.416331 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bd043eed-132d-40d9-8e9e-5ad0142564e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.614798 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bd043eed-132d-40d9-8e9e-5ad0142564e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.617999 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-bd043eed-132d-40d9-8e9e-5ad0142564e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.619214 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-bd043eed-132d-40d9-8e9e-5ad0142564e2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/347b00ad-06db-41d4-b541-6ec293124a5a HTTP/1.1" status: 204 len: 168 time: 0.2851663 Oct 27 10:28:27.629451 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd043eed-132d-40d9-8e9e-5ad0142564e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347b00ad-06db-41d4-b541-6ec293124a5a,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:28.800206 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 54918) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:28.906189 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-82f1d6b4-b94f-4af8-a18d-d42f482bb264 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-603099870-network', 'tenant_id': '4e94ead0d53a462ebec9796307f8cf48'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:29.026137 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f1d6b4-b94f-4af8-a18d-d42f482bb264 admin admin] Made reservation on behalf of 4e94ead0d53a462ebec9796307f8cf48 for: {'network': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:28:29.028504 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-82f1d6b4-b94f-4af8-a18d-d42f482bb264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.038628 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-82f1d6b4-b94f-4af8-a18d-d42f482bb264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.118550 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-82f1d6b4-b94f-4af8-a18d-d42f482bb264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.220494 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-82f1d6b4-b94f-4af8-a18d-d42f482bb264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.245039 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f1d6b4-b94f-4af8-a18d-d42f482bb264 admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=102225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:28:29.253998 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1d6b4-b94f-4af8-a18d-d42f482bb264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e166c2-5644-437d-81b8-7b6dad2d6d70,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:29.260467 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-82f1d6b4-b94f-4af8-a18d-d42f482bb264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.265756 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.segments_db [None req-82f1d6b4-b94f-4af8-a18d-d42f482bb264 admin admin] Added segment 25062c47-c6b0-4eb1-9a1a-530119fa043e of type vlan for network 9b03cf20-51d0-461e-95f8-0a4227570e86 Oct 27 10:28:29.304115 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-82f1d6b4-b94f-4af8-a18d-d42f482bb264 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.414839 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-82f1d6b4-b94f-4af8-a18d-d42f482bb264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.415747 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f1d6b4-b94f-4af8-a18d-d42f482bb264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:29.416341 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-82f1d6b4-b94f-4af8-a18d-d42f482bb264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.480237 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1d6b4-b94f-4af8-a18d-d42f482bb264 admin admin] Pushing event updated for resources: {'Network': ['ID=9b03cf20-51d0-461e-95f8-0a4227570e86,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:29.490273 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network 9b03cf20-51d0-461e-95f8-0a4227570e86 details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:28:29.612257 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-82f1d6b4-b94f-4af8-a18d-d42f482bb264 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8104422 Oct 27 10:28:29.615461 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 54922) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:29.620928 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-c09fa120-39f6-4730-82ee-db344f680cda admin admin] Request body: {'subnet': {'network_id': '9b03cf20-51d0-461e-95f8-0a4227570e86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-603099870-subnet', 'tenant_id': '4e94ead0d53a462ebec9796307f8cf48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:29.757691 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09fa120-39f6-4730-82ee-db344f680cda admin admin] Made reservation on behalf of 4e94ead0d53a462ebec9796307f8cf48 for: {'subnet': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:28:29.760114 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c09fa120-39f6-4730-82ee-db344f680cda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10166904'] for subnet, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.986417 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c09fa120-39f6-4730-82ee-db344f680cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10166890'] for subnet, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:30.034210 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fa120-39f6-4730-82ee-db344f680cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=e26d10ff-4121-4152-8f50-45bc5a750b7e,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:30.050487 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09fa120-39f6-4730-82ee-db344f680cda admin admin] Checking segment: {'id': '25062c47-c6b0-4eb1-9a1a-530119fa043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9b03cf20-51d0-461e-95f8-0a4227570e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:28:30.050848 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09fa120-39f6-4730-82ee-db344f680cda admin admin] Network hostable DHCP agents. Network: 9b03cf20-51d0-461e-95f8-0a4227570e86, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:28:30.146397 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09fa120-39f6-4730-82ee-db344f680cda admin admin] Network 9b03cf20-51d0-461e-95f8-0a4227570e86 is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:28:30.220035 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-c09fa120-39f6-4730-82ee-db344f680cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, 9b03cf20-51d0-461e-95f8-0a4227570e86) {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:30.224263 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09fa120-39f6-4730-82ee-db344f680cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:30.230311 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7fb96a-8895-44ab-8daa-4b68ef5f6f85 None None] Network 9b03cf20-51d0-461e-95f8-0a4227570e86 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:28:30.231040 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-c09fa120-39f6-4730-82ee-db344f680cda admin admin] Publish callbacks [] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:30.328024 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-c09fa120-39f6-4730-82ee-db344f680cda admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7098444 Oct 27 10:28:30.360339 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fad6c18-58a2-43ee-bd32-cabe984fa2d4 None None] Network 9b03cf20-51d0-461e-95f8-0a4227570e86 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:28:32.446325 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-97aa3b91-6450-4f66-99e1-8e72ec41b957 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:32.447851 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-97aa3b91-6450-4f66-99e1-8e72ec41b957 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/networks?id=9b03cf20-51d0-461e-95f8-0a4227570e86 HTTP/1.1" status: 200 len: 808 time: 0.1007042 Oct 27 10:28:32.463257 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-14f7e130-8f0e-40b2-be69-6d6584f0ec9f tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/quotas/4e94ead0d53a462ebec9796307f8cf48 HTTP/1.1" status: 200 len: 375 time: 0.0097356 Oct 27 10:28:32.497716 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-1a738094-9fa9-4532-aaa0-e90aca83649c tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e94ead0d53a462ebec9796307f8cf48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291355 Oct 27 10:28:32.585619 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-509887a0-35ce-4568-b5cb-c1dd4ac3218d service neutron] 10.222.0.66 "GET /v2.0/networks/9b03cf20-51d0-461e-95f8-0a4227570e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806468 Oct 27 10:28:32.677180 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-6624bccf-aafb-4a97-a30f-251c3442628e service neutron] 10.222.0.66 "GET /v2.0/networks/9b03cf20-51d0-461e-95f8-0a4227570e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852215 Oct 27 10:28:32.981324 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-fe4e7fe8-3e15-42ee-a5cd-01724a4e3e08 req-07931bf9-75b8-4ee2-934f-397bf7f17cd4 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=af90cfa2-3869-4d60-9ff2-15e87012d346 HTTP/1.1" status: 200 len: 210 time: 0.0278752 Oct 27 10:28:34.057781 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0662e68b-4a16-4d83-ace7-35d113a7b690 req-274b1a12-da16-402e-8dbe-a7923c9b0d18 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=af90cfa2-3869-4d60-9ff2-15e87012d346 HTTP/1.1" status: 200 len: 210 time: 0.0265584 Oct 27 10:28:35.153886 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c5efdcd5-fb7c-47ef-9def-842421c39ae7 req-71e778a5-d452-495b-9e9e-dc737b28ebca tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=af90cfa2-3869-4d60-9ff2-15e87012d346 HTTP/1.1" status: 200 len: 210 time: 0.0309293 Oct 27 10:28:35.762501 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-2b59aa99-683b-4947-8edf-be866493ecc9 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:35.763947 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-2b59aa99-683b-4947-8edf-be866493ecc9 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.73 "GET /v2.0/networks?id=9b03cf20-51d0-461e-95f8-0a4227570e86 HTTP/1.1" status: 200 len: 808 time: 0.1075816 Oct 27 10:28:35.776935 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-f4823643-39a3-44ca-a7ff-cff7413b2339 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Request body: {'port': {'device_id': 'af90cfa2-3869-4d60-9ff2-15e87012d346', 'network_id': '9b03cf20-51d0-461e-95f8-0a4227570e86', 'admin_state_up': True, 'tenant_id': '4e94ead0d53a462ebec9796307f8cf48'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:35.974806 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-f4823643-39a3-44ca-a7ff-cff7413b2339 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Made reservation on behalf of 4e94ead0d53a462ebec9796307f8cf48 for: {'port': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:28:35.978323 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-f4823643-39a3-44ca-a7ff-cff7413b2339 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.108168 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-f4823643-39a3-44ca-a7ff-cff7413b2339 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Allocated IP 172.20.0.9 (9b03cf20-51d0-461e-95f8-0a4227570e86/e26d10ff-4121-4152-8f50-45bc5a750b7e/4939326b-dd10-43c3-961f-9253a0c5a539) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:28:36.266742 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-fe20a83b-7b2f-49ac-bea3-c2e0f8c79400 req-0befad96-38e3-4028-8ce2-008c18ec9e18 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=af90cfa2-3869-4d60-9ff2-15e87012d346 HTTP/1.1" status: 200 len: 210 time: 0.0392773 Oct 27 10:28:36.289412 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-f4823643-39a3-44ca-a7ff-cff7413b2339 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.392268 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-f4823643-39a3-44ca-a7ff-cff7413b2339 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.436179 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-f4823643-39a3-44ca-a7ff-cff7413b2339 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Network 9b03cf20-51d0-461e-95f8-0a4227570e86 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:36.439369 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-f4823643-39a3-44ca-a7ff-cff7413b2339 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:36.443177 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-f4823643-39a3-44ca-a7ff-cff7413b2339 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:28:36.450276 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4823643-39a3-44ca-a7ff-cff7413b2339 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Pushing event updated for resources: {'Port': ['ID=4939326b-dd10-43c3-961f-9253a0c5a539,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:36.499297 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-f4823643-39a3-44ca-a7ff-cff7413b2339 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:36.499895 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-f4823643-39a3-44ca-a7ff-cff7413b2339 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.628916 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-f4823643-39a3-44ca-a7ff-cff7413b2339 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8555105 Oct 27 10:28:36.641316 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Request body: {'port': {'device_id': 'af90cfa2-3869-4d60-9ff2-15e87012d346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:36.694905 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.004991 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4939326b-dd10-43c3-961f-9253a0c5a539 {{(pid=102224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:28:37.004991 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.004991 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.provisioning_blocks [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Transition to ACTIVE for port object 4939326b-dd10-43c3-961f-9253a0c5a539 will not be triggered until provisioned by entity L2. {{(pid=102224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:28:37.077611 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.126723 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Pushing event updated for resources: {'Port': ['ID=4939326b-dd10-43c3-961f-9253a0c5a539,revision_number=2']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:37.196655 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Attempting to bind port 4939326b-dd10-43c3-961f-9253a0c5a539 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:28:37.196985 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Attempting to bind port 4939326b-dd10-43c3-961f-9253a0c5a539 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '25062c47-c6b0-4eb1-9a1a-530119fa043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9b03cf20-51d0-461e-95f8-0a4227570e86'}] {{(pid=102224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:28:37.197348 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Attempting to bind port 4939326b-dd10-43c3-961f-9253a0c5a539 on network 9b03cf20-51d0-461e-95f8-0a4227570e86 {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:28:37.201680 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Port 4939326b-dd10-43c3-961f-9253a0c5a539 on network 9b03cf20-51d0-461e-95f8-0a4227570e86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:28:37.202001 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Attempting to bind port 4939326b-dd10-43c3-961f-9253a0c5a539 on network 9b03cf20-51d0-461e-95f8-0a4227570e86 {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:28:37.206915 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:28:37.207245 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Checking segment: {'id': '25062c47-c6b0-4eb1-9a1a-530119fa043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9b03cf20-51d0-461e-95f8-0a4227570e86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:28:37.207626 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Bound using segment: {'id': '25062c47-c6b0-4eb1-9a1a-530119fa043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9b03cf20-51d0-461e-95f8-0a4227570e86'} {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:28:37.208051 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Bound port: 4939326b-dd10-43c3-961f-9253a0c5a539, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25062c47-c6b0-4eb1-9a1a-530119fa043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9b03cf20-51d0-461e-95f8-0a4227570e86'}}] {{(pid=102224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:28:37.208398 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.275114 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] For port 4939326b-dd10-43c3-961f-9253a0c5a539, host hv-cinder-81514, cleared binding levels {{(pid=102224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:28:37.278152 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] For port 4939326b-dd10-43c3-961f-9253a0c5a539, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4939326b-dd10-43c3-961f-9253a0c5a539,segment=NetworkSegment(25062c47-c6b0-4eb1-9a1a-530119fa043e),segment_id=25062c47-c6b0-4eb1-9a1a-530119fa043e)] {{(pid=102224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:28:37.375404 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.385169 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fa4f8-bde6-4ade-9a6e-e046f832ce59 req-f046f966-9183-406f-a5c0-16cc641b05ac tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:37.386749 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5a1fa4f8-bde6-4ade-9a6e-e046f832ce59 req-f046f966-9183-406f-a5c0-16cc641b05ac tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=af90cfa2-3869-4d60-9ff2-15e87012d346 HTTP/1.1" status: 200 len: 943 time: 0.0534348 Oct 27 10:28:37.410399 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:37.411000 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.412809 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] 10.222.0.73 "PUT /v2.0/ports/4939326b-dd10-43c3-961f-9253a0c5a539 HTTP/1.1" status: 200 len: 1093 time: 0.7758031 Oct 27 10:28:37.415122 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af90cfa2-3869-4d60-9ff2-15e87012d346', 'tag': '4939326b-dd10-43c3-961f-9253a0c5a539'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:37.418544 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ebfa97-4cf8-4536-83ac-7c3b0d94da68" -d '{"events": [{"name": "network-changed", "server_uuid": "af90cfa2-3869-4d60-9ff2-15e87012d346", "tag": "4939326b-dd10-43c3-961f-9253a0c5a539"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:37.426896 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5a1fa4f8-bde6-4ade-9a6e-e046f832ce59 req-cb261e4b-50c6-4331-9653-a0e6b6819da8 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338221 Oct 27 10:28:37.449539 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643849e4-4945-41d4-b535-6254c93f0289 service neutron] Pushing event updated for resources: {'Port': ['ID=4939326b-dd10-43c3-961f-9253a0c5a539,revision_number=3']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:37.470129 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9b41ac-09fc-4cac-a331-339e04740da1 x-openstack-request-id: req-fd9b41ac-09fc-4cac-a331-339e04740da1 {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:37.470422 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af90cfa2-3869-4d60-9ff2-15e87012d346", "tag": "4939326b-dd10-43c3-961f-9253a0c5a539", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:37.470674 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fd9b41ac-09fc-4cac-a331-339e04740da1 {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:37.471073 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af90cfa2-3869-4d60-9ff2-15e87012d346', 'tag': '4939326b-dd10-43c3-961f-9253a0c5a539', 'status': 'completed', 'code': 200} Oct 27 10:28:37.540418 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebfa97-4cf8-4536-83ac-7c3b0d94da68 req-6886b4c7-d655-4576-b66d-f7cf12f32086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:37.544683 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f3ebfa97-4cf8-4536-83ac-7c3b0d94da68 req-6886b4c7-d655-4576-b66d-f7cf12f32086 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4e94ead0d53a462ebec9796307f8cf48&device_id=af90cfa2-3869-4d60-9ff2-15e87012d346 HTTP/1.1" status: 200 len: 1096 time: 0.0504363 Oct 27 10:28:37.650581 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebfa97-4cf8-4536-83ac-7c3b0d94da68 req-e639735f-ae1d-47d6-af35-75d4b8fd80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:37.652061 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f3ebfa97-4cf8-4536-83ac-7c3b0d94da68 req-e639735f-ae1d-47d6-af35-75d4b8fd80f8 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=4e94ead0d53a462ebec9796307f8cf48&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0977509 Oct 27 10:28:37.756909 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebfa97-4cf8-4536-83ac-7c3b0d94da68 req-3d3bcef8-2414-4589-8487-a591f231b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:37.757584 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f3ebfa97-4cf8-4536-83ac-7c3b0d94da68 req-3d3bcef8-2414-4589-8487-a591f231b02c service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954819 Oct 27 10:28:37.839823 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-19460702-4196-4f4c-84ff-93d844074d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:37.841466 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-19460702-4196-4f4c-84ff-93d844074d80 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4e94ead0d53a462ebec9796307f8cf48&device_id=af90cfa2-3869-4d60-9ff2-15e87012d346 HTTP/1.1" status: 200 len: 1096 time: 0.0457938 Oct 27 10:28:37.884845 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-f05e5483-519f-4d29-9082-6bd43224d49f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4939326b-dd10-43c3-961f-9253a0c5a539 HTTP/1.1" status: 200 len: 217 time: 0.0351577 Oct 27 10:28:37.935070 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-aaee8452-9e55-412e-9761-6018f902005a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:37.936536 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-aaee8452-9e55-412e-9761-6018f902005a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e26d10ff-4121-4152-8f50-45bc5a750b7e HTTP/1.1" status: 200 len: 848 time: 0.0439126 Oct 27 10:28:37.970157 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-d8d71bbb-1db1-493d-885e-46f44838ee7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b03cf20-51d0-461e-95f8-0a4227570e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253444 Oct 27 10:28:38.070590 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-3095bb6e-48e3-4d87-997d-22da7d22335a service neutron] 10.222.0.73 "GET /v2.0/networks/9b03cf20-51d0-461e-95f8-0a4227570e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908511 Oct 27 10:28:38.172711 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-eab5d04d-add2-4313-9ed6-9ae658d58cb9 req-14776aab-9ba6-419f-a238-5a8a7e739eb2 service neutron] 10.222.0.73 "GET /v2.0/networks/9b03cf20-51d0-461e-95f8-0a4227570e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948439 Oct 27 10:28:38.560947 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dcf84-4703-4611-a6f8-bcdcb8f71d5f req-803332fa-5e44-483c-9f27-b8b10a5e3909 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:38.562538 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-db2dcf84-4703-4611-a6f8-bcdcb8f71d5f req-803332fa-5e44-483c-9f27-b8b10a5e3909 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=af90cfa2-3869-4d60-9ff2-15e87012d346 HTTP/1.1" status: 200 len: 943 time: 0.0536487 Oct 27 10:28:38.611608 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-db2dcf84-4703-4611-a6f8-bcdcb8f71d5f req-0bda25ff-bd41-4cbb-bdcc-c9bf5a6e2a01 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427327 Oct 27 10:28:39.735512 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c7429-eeaf-4c6f-a473-0456810c91b5 req-8a943950-ab5f-4ab3-8cbd-589e5c16d381 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:39.736996 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f95c7429-eeaf-4c6f-a473-0456810c91b5 req-8a943950-ab5f-4ab3-8cbd-589e5c16d381 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=af90cfa2-3869-4d60-9ff2-15e87012d346 HTTP/1.1" status: 200 len: 943 time: 0.0512033 Oct 27 10:28:39.776940 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f95c7429-eeaf-4c6f-a473-0456810c91b5 req-5be2cc86-6250-45ca-a408-8b6abf87f24a tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339174 Oct 27 10:28:40.901948 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec60e06-4e88-460f-b775-5f044918a535 req-35cca1b6-1ac8-429f-ad32-70d234a34533 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:40.903485 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-bec60e06-4e88-460f-b775-5f044918a535 req-35cca1b6-1ac8-429f-ad32-70d234a34533 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=af90cfa2-3869-4d60-9ff2-15e87012d346 HTTP/1.1" status: 200 len: 943 time: 0.0573196 Oct 27 10:28:40.946877 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-bec60e06-4e88-460f-b775-5f044918a535 req-d0147429-a080-4ae2-8c65-a47e2d2e51e3 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371535 Oct 27 10:28:40.979111 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 4939326b-dd10-43c3-961f-9253a0c5a539 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:28:41.079441 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 4939326b-dd10-43c3-961f-9253a0c5a539, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4939326b-dd10-43c3-961f-9253a0c5a539,segment=NetworkSegment(25062c47-c6b0-4eb1-9a1a-530119fa043e),segment_id=25062c47-c6b0-4eb1-9a1a-530119fa043e)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:41.090350 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': '4939326b-dd10-43c3-961f-9253a0c5a539', 'network_id': '9b03cf20-51d0-461e-95f8-0a4227570e86', 'port_id': '4939326b-dd10-43c3-961f-9253a0c5a539', 'mac_address': 'fa:16:3e:6c:83:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e26d10ff-4121-4152-8f50-45bc5a750b7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:28:41.126958 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.139775 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4939326b-dd10-43c3-961f-9253a0c5a539 {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:28:41.158589 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 4939326b-dd10-43c3-961f-9253a0c5a539, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4939326b-dd10-43c3-961f-9253a0c5a539,segment=NetworkSegment(25062c47-c6b0-4eb1-9a1a-530119fa043e),segment_id=25062c47-c6b0-4eb1-9a1a-530119fa043e)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:41.219632 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.266303 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=4939326b-dd10-43c3-961f-9253a0c5a539,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:41.273423 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:41.273777 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:41.274121 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:41.274458 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:41.274792 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:41.275125 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:41.275452 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:41.275783 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:41.276110 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:41.276435 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:41.276762 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:41.277083 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:41.433500 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['4939326b-dd10-43c3-961f-9253a0c5a539'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:42.060070 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc9412-3e1d-40ea-bd60-05f49b0a8c88 req-f62cc0ef-4c5f-4a7c-86b0-c7f6a486c6e2 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:42.061602 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8fbc9412-3e1d-40ea-bd60-05f49b0a8c88 req-f62cc0ef-4c5f-4a7c-86b0-c7f6a486c6e2 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=af90cfa2-3869-4d60-9ff2-15e87012d346 HTTP/1.1" status: 200 len: 944 time: 0.0491188 Oct 27 10:28:42.099400 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8fbc9412-3e1d-40ea-bd60-05f49b0a8c88 req-785ce447-b99e-46e4-b8be-5344ea4f7208 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318809 Oct 27 10:28:42.304202 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:28:42.990021 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 4939326b-dd10-43c3-961f-9253a0c5a539 up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:43.105902 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port 4939326b-dd10-43c3-961f-9253a0c5a539 completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:28:43.109936 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port 4939326b-dd10-43c3-961f-9253a0c5a539 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:43.110310 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:43.187337 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:43.211021 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af90cfa2-3869-4d60-9ff2-15e87012d346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4939326b-dd10-43c3-961f-9253a0c5a539'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:43.213310 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dc38fa-0288-475b-a8d0-767ab827351b" -d '{"events": [{"server_uuid": "af90cfa2-3869-4d60-9ff2-15e87012d346", "name": "network-vif-plugged", "status": "completed", "tag": "4939326b-dd10-43c3-961f-9253a0c5a539"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:43.216010 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cab9a-ef06-4991-a160-a2ee0ce86108 req-40a41f93-e3f4-42a0-bb64-9bc692cc76e5 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:43.217591 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-377cab9a-ef06-4991-a160-a2ee0ce86108 req-40a41f93-e3f4-42a0-bb64-9bc692cc76e5 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=af90cfa2-3869-4d60-9ff2-15e87012d346 HTTP/1.1" status: 200 len: 944 time: 0.0505338 Oct 27 10:28:43.227234 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 4939326b-dd10-43c3-961f-9253a0c5a539, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4939326b-dd10-43c3-961f-9253a0c5a539,segment=NetworkSegment(25062c47-c6b0-4eb1-9a1a-530119fa043e),segment_id=25062c47-c6b0-4eb1-9a1a-530119fa043e)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:43.249363 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913b2400-fd5f-4ff6-b3a4-235261dc7645 x-openstack-request-id: req-913b2400-fd5f-4ff6-b3a4-235261dc7645 {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:43.249658 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af90cfa2-3869-4d60-9ff2-15e87012d346", "name": "network-vif-plugged", "status": "completed", "tag": "4939326b-dd10-43c3-961f-9253a0c5a539", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:43.249934 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-913b2400-fd5f-4ff6-b3a4-235261dc7645 {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:43.250349 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af90cfa2-3869-4d60-9ff2-15e87012d346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4939326b-dd10-43c3-961f-9253a0c5a539', 'code': 200} Oct 27 10:28:43.262189 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-377cab9a-ef06-4991-a160-a2ee0ce86108 req-d393d253-f313-49d9-83ea-e6dd0581a685 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376461 Oct 27 10:28:43.362265 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:43.410097 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=4939326b-dd10-43c3-961f-9253a0c5a539,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:43.671044 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2bd1a-baba-4cd3-adef-858ceee415c8 req-9ba7fa7e-10ca-4eac-80cf-f7279fbb4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:43.672538 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-31f2bd1a-baba-4cd3-adef-858ceee415c8 req-9ba7fa7e-10ca-4eac-80cf-f7279fbb4d50 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=af90cfa2-3869-4d60-9ff2-15e87012d346 HTTP/1.1" status: 200 len: 1098 time: 0.0438886 Oct 27 10:28:43.707964 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-31f2bd1a-baba-4cd3-adef-858ceee415c8 req-a982a949-7f22-4636-ae46-239f9209e74a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278101 Oct 27 10:28:44.379131 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ee779-4fdf-491a-988c-96a6c14b2331 req-88fa261d-725d-4e01-a27d-f65f111221cb tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:44.380612 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c02ee779-4fdf-491a-988c-96a6c14b2331 req-88fa261d-725d-4e01-a27d-f65f111221cb tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=af90cfa2-3869-4d60-9ff2-15e87012d346 HTTP/1.1" status: 200 len: 945 time: 0.0486627 Oct 27 10:28:44.418534 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c02ee779-4fdf-491a-988c-96a6c14b2331 req-293956f2-a2a8-4af0-9c18-c1e40462071b tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313034 Oct 27 10:28:45.534733 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324d656-4d1f-4bab-898f-f3155543b0d4 req-42f85394-2d99-4222-bfc4-a7bc645096b5 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:45.536239 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e324d656-4d1f-4bab-898f-f3155543b0d4 req-42f85394-2d99-4222-bfc4-a7bc645096b5 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=af90cfa2-3869-4d60-9ff2-15e87012d346 HTTP/1.1" status: 200 len: 945 time: 0.0507166 Oct 27 10:28:45.572880 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-e324d656-4d1f-4bab-898f-f3155543b0d4 req-9fe80b9a-b668-40c9-84c3-ac4a357a18cc tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306787 Oct 27 10:28:46.928137 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751699e-acb8-437a-83d0-1f5683317cb1 req-c8cc36ec-361e-4826-ba1c-89116190ee29 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:46.929631 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5751699e-acb8-437a-83d0-1f5683317cb1 req-c8cc36ec-361e-4826-ba1c-89116190ee29 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=af90cfa2-3869-4d60-9ff2-15e87012d346 HTTP/1.1" status: 200 len: 945 time: 0.0535758 Oct 27 10:28:46.968544 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5751699e-acb8-437a-83d0-1f5683317cb1 req-aa7c39f4-cc40-4329-8d4f-7999d60535ac tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326986 Oct 27 10:28:48.085728 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e73d1-e757-4d1f-89ea-1fa0aa48dd5c req-4db2bc24-3815-42de-88ef-ede96b3573e6 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:48.087228 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-887e73d1-e757-4d1f-89ea-1fa0aa48dd5c req-4db2bc24-3815-42de-88ef-ede96b3573e6 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=af90cfa2-3869-4d60-9ff2-15e87012d346 HTTP/1.1" status: 200 len: 945 time: 0.0502512 Oct 27 10:28:48.125710 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-887e73d1-e757-4d1f-89ea-1fa0aa48dd5c req-fdb9e9c8-6196-4476-88a8-09978e2bc3a0 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325480 Oct 27 10:28:48.182686 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fefe8-ccca-4075-9227-31e6aec6cdff req-383c4204-16dd-4880-baca-297e167620be tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:48.184138 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bf1fefe8-ccca-4075-9227-31e6aec6cdff req-383c4204-16dd-4880-baca-297e167620be tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.73 "GET /v2.0/ports?device_id=af90cfa2-3869-4d60-9ff2-15e87012d346 HTTP/1.1" status: 200 len: 945 time: 0.0507238 Oct 27 10:28:48.273688 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [req-bf1fefe8-ccca-4075-9227-31e6aec6cdff req-8c285768-2138-41b5-827c-357c84b8d9dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Deleting port 4939326b-dd10-43c3-961f-9253a0c5a539 {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:48.273957 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-bf1fefe8-ccca-4075-9227-31e6aec6cdff req-8c285768-2138-41b5-827c-357c84b8d9dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:48.364485 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-bf1fefe8-ccca-4075-9227-31e6aec6cdff req-8c285768-2138-41b5-827c-357c84b8d9dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] For port 4939326b-dd10-43c3-961f-9253a0c5a539, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4939326b-dd10-43c3-961f-9253a0c5a539,segment=NetworkSegment(25062c47-c6b0-4eb1-9a1a-530119fa043e),segment_id=25062c47-c6b0-4eb1-9a1a-530119fa043e)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:48.364830 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-bf1fefe8-ccca-4075-9227-31e6aec6cdff req-8c285768-2138-41b5-827c-357c84b8d9dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:48.378116 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [req-bf1fefe8-ccca-4075-9227-31e6aec6cdff req-8c285768-2138-41b5-827c-357c84b8d9dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Calling delete_port for 4939326b-dd10-43c3-961f-9253a0c5a539 owned by compute:nova {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:48.637228 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-bf1fefe8-ccca-4075-9227-31e6aec6cdff req-8c285768-2138-41b5-827c-357c84b8d9dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:48.649999 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['4939326b-dd10-43c3-961f-9253a0c5a539'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:48.670704 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c285768-2138-41b5-827c-357c84b8d9dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Pushing event deleted for resources: {'Port': ['ID=4939326b-dd10-43c3-961f-9253a0c5a539,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:48.710103 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1fefe8-ccca-4075-9227-31e6aec6cdff req-8c285768-2138-41b5-827c-357c84b8d9dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] No DVR routers for this DVR port 4939326b-dd10-43c3-961f-9253a0c5a539 on host hv-cinder-81514 {{(pid=102224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:48.712589 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-bf1fefe8-ccca-4075-9227-31e6aec6cdff req-8c285768-2138-41b5-827c-357c84b8d9dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:48.715950 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bf1fefe8-ccca-4075-9227-31e6aec6cdff req-8c285768-2138-41b5-827c-357c84b8d9dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.73 "DELETE /v2.0/ports/4939326b-dd10-43c3-961f-9253a0c5a539 HTTP/1.1" status: 204 len: 173 time: 0.5261018 Oct 27 10:28:48.716389 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af90cfa2-3869-4d60-9ff2-15e87012d346', 'name': 'network-vif-deleted', 'tag': '4939326b-dd10-43c3-961f-9253a0c5a539'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:48.718740 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260879e5-bd76-4f25-a2a8-3efec21259d8" -d '{"events": [{"server_uuid": "af90cfa2-3869-4d60-9ff2-15e87012d346", "name": "network-vif-deleted", "tag": "4939326b-dd10-43c3-961f-9253a0c5a539"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:48.755233 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11c8fd2-fe38-49d4-b887-2649879fa0e6 x-openstack-request-id: req-b11c8fd2-fe38-49d4-b887-2649879fa0e6 {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:48.755533 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af90cfa2-3869-4d60-9ff2-15e87012d346", "name": "network-vif-deleted", "tag": "4939326b-dd10-43c3-961f-9253a0c5a539", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:48.755901 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b11c8fd2-fe38-49d4-b887-2649879fa0e6 {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:48.756232 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af90cfa2-3869-4d60-9ff2-15e87012d346', 'name': 'network-vif-deleted', 'tag': '4939326b-dd10-43c3-961f-9253a0c5a539', 'status': 'completed', 'code': 200} Oct 27 10:28:48.808758 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b4086145-8f5f-4551-a0a3-a6f79d5247b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:49.234254 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-177cc367-6094-4230-9711-a9866d01d6ab req-70e871b9-18dd-4acb-ba5f-201b4f1d3248 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=af90cfa2-3869-4d60-9ff2-15e87012d346 HTTP/1.1" status: 200 len: 210 time: 0.0273461 Oct 27 10:28:50.495829 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-2494b90f-ba4e-4458-b74a-73bef5cc918b tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:50.497316 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-2494b90f-ba4e-4458-b74a-73bef5cc918b tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/networks?id=9b03cf20-51d0-461e-95f8-0a4227570e86 HTTP/1.1" status: 200 len: 808 time: 0.1090317 Oct 27 10:28:50.513550 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-18136eb9-aec5-45d1-8d1e-b4db9c3644ae tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/quotas/4e94ead0d53a462ebec9796307f8cf48 HTTP/1.1" status: 200 len: 375 time: 0.0100470 Oct 27 10:28:50.546780 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-0e0db69b-367a-41cf-b1d8-ede58f409cc2 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e94ead0d53a462ebec9796307f8cf48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279551 Oct 27 10:28:50.644064 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-0730dd5c-c3fe-4674-8222-f56c44b9ebc2 service neutron] 10.222.0.66 "GET /v2.0/networks/9b03cf20-51d0-461e-95f8-0a4227570e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905054 Oct 27 10:28:50.738827 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-a49c5308-1212-4665-8c91-563d2981b9dd service neutron] 10.222.0.66 "GET /v2.0/networks/9b03cf20-51d0-461e-95f8-0a4227570e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882018 Oct 27 10:28:51.090086 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-691ad1fe-0dde-4c41-b976-11e2ea5dc33b req-d1ae8121-507e-47b2-a281-59c0bd464771 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f HTTP/1.1" status: 200 len: 210 time: 0.1375208 Oct 27 10:28:51.419919 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:51.476850 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-c973ad57-8aab-4715-a145-9b4b6008fb8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:52.184584 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-394705eb-e805-465e-afbc-85dfb2980cad req-8ea42ffa-1281-4e14-b9fa-28f658931477 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f HTTP/1.1" status: 200 len: 210 time: 0.0272956 Oct 27 10:28:52.317528 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:52.591897 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.025250 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 4939326b-dd10-43c3-961f-9253a0c5a539 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:53.047532 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: 4939326b-dd10-43c3-961f-9253a0c5a539 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:53.047879 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 4939326b-dd10-43c3-961f-9253a0c5a539 not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:53.281975 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9559a975-3919-452f-9610-ec8475ba447c req-f97ad9e7-f252-4701-bc9b-7d9649e18f05 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f HTTP/1.1" status: 200 len: 210 time: 0.0265424 Oct 27 10:28:53.487312 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-11e5c7db-40a3-4bd9-ba84-c8e243c55415 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:53.488791 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-11e5c7db-40a3-4bd9-ba84-c8e243c55415 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.73 "GET /v2.0/networks?id=9b03cf20-51d0-461e-95f8-0a4227570e86 HTTP/1.1" status: 200 len: 808 time: 0.1108332 Oct 27 10:28:53.502216 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-b1cb0f40-3e85-4c34-927b-93e3336c17dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Request body: {'port': {'device_id': '885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f', 'network_id': '9b03cf20-51d0-461e-95f8-0a4227570e86', 'admin_state_up': True, 'tenant_id': '4e94ead0d53a462ebec9796307f8cf48'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:53.705619 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-b1cb0f40-3e85-4c34-927b-93e3336c17dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Made reservation on behalf of 4e94ead0d53a462ebec9796307f8cf48 for: {'port': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:28:53.709802 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-b1cb0f40-3e85-4c34-927b-93e3336c17dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.837176 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-b1cb0f40-3e85-4c34-927b-93e3336c17dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Allocated IP 172.20.0.12 (9b03cf20-51d0-461e-95f8-0a4227570e86/e26d10ff-4121-4152-8f50-45bc5a750b7e/f6494721-48d2-4ce2-af8c-8be7d42d79e5) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:28:54.008831 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-b1cb0f40-3e85-4c34-927b-93e3336c17dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:54.100633 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-b1cb0f40-3e85-4c34-927b-93e3336c17dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:54.145543 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-b1cb0f40-3e85-4c34-927b-93e3336c17dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Network 9b03cf20-51d0-461e-95f8-0a4227570e86 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:54.149319 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-b1cb0f40-3e85-4c34-927b-93e3336c17dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:54.153218 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-b1cb0f40-3e85-4c34-927b-93e3336c17dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:28:54.160063 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb0f40-3e85-4c34-927b-93e3336c17dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Pushing event updated for resources: {'Port': ['ID=f6494721-48d2-4ce2-af8c-8be7d42d79e5,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:54.217154 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-b1cb0f40-3e85-4c34-927b-93e3336c17dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:54.217789 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-b1cb0f40-3e85-4c34-927b-93e3336c17dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:54.231596 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:54.320668 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-b1cb0f40-3e85-4c34-927b-93e3336c17dd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8230984 Oct 27 10:28:54.336124 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Request body: {'port': {'device_id': '885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:54.402059 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:54.821973 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a646d-d77c-479f-939c-ff32c4167913 req-1c24c637-174e-4ce4-b732-c311a8085884 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:54.823493 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e48a646d-d77c-479f-939c-ff32c4167913 req-1c24c637-174e-4ce4-b732-c311a8085884 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f HTTP/1.1" status: 200 len: 932 time: 0.4646728 Oct 27 10:28:54.916519 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e48a646d-d77c-479f-939c-ff32c4167913 req-9470db9f-889b-4539-bc79-2dc699400da1 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867116 Oct 27 10:28:55.007059 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6494721-48d2-4ce2-af8c-8be7d42d79e5 {{(pid=102224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:28:55.015104 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.027278 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.provisioning_blocks [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Transition to ACTIVE for port object f6494721-48d2-4ce2-af8c-8be7d42d79e5 will not be triggered until provisioned by entity L2. {{(pid=102224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:28:55.099619 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.150784 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6494721-48d2-4ce2-af8c-8be7d42d79e5,revision_number=2']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:55.220893 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Attempting to bind port f6494721-48d2-4ce2-af8c-8be7d42d79e5 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:28:55.221355 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Attempting to bind port f6494721-48d2-4ce2-af8c-8be7d42d79e5 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '25062c47-c6b0-4eb1-9a1a-530119fa043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9b03cf20-51d0-461e-95f8-0a4227570e86'}] {{(pid=102224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:28:55.224598 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Attempting to bind port f6494721-48d2-4ce2-af8c-8be7d42d79e5 on network 9b03cf20-51d0-461e-95f8-0a4227570e86 {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:28:55.226324 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Port f6494721-48d2-4ce2-af8c-8be7d42d79e5 on network 9b03cf20-51d0-461e-95f8-0a4227570e86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:28:55.226638 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Attempting to bind port f6494721-48d2-4ce2-af8c-8be7d42d79e5 on network 9b03cf20-51d0-461e-95f8-0a4227570e86 {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:28:55.232295 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:28:55.232626 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Checking segment: {'id': '25062c47-c6b0-4eb1-9a1a-530119fa043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9b03cf20-51d0-461e-95f8-0a4227570e86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:28:55.233019 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Bound using segment: {'id': '25062c47-c6b0-4eb1-9a1a-530119fa043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9b03cf20-51d0-461e-95f8-0a4227570e86'} {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:28:55.233484 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Bound port: f6494721-48d2-4ce2-af8c-8be7d42d79e5, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25062c47-c6b0-4eb1-9a1a-530119fa043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9b03cf20-51d0-461e-95f8-0a4227570e86'}}] {{(pid=102224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:28:55.233832 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.306192 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] For port f6494721-48d2-4ce2-af8c-8be7d42d79e5, host hv-cinder-81514, cleared binding levels {{(pid=102224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:28:55.310258 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] For port f6494721-48d2-4ce2-af8c-8be7d42d79e5, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f6494721-48d2-4ce2-af8c-8be7d42d79e5,segment=NetworkSegment(25062c47-c6b0-4eb1-9a1a-530119fa043e),segment_id=25062c47-c6b0-4eb1-9a1a-530119fa043e)] {{(pid=102224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:28:55.380574 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.418032 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:55.418730 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.420166 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] 10.222.0.73 "PUT /v2.0/ports/f6494721-48d2-4ce2-af8c-8be7d42d79e5 HTTP/1.1" status: 200 len: 1094 time: 1.0908635 Oct 27 10:28:55.420641 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f', 'tag': 'f6494721-48d2-4ce2-af8c-8be7d42d79e5'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:55.423045 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178f5478-1ae1-47dc-bace-8ef1191c2714" -d '{"events": [{"name": "network-changed", "server_uuid": "885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f", "tag": "f6494721-48d2-4ce2-af8c-8be7d42d79e5"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:55.446464 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5e8fc-19b5-4b6d-8812-ead516f3cce8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6494721-48d2-4ce2-af8c-8be7d42d79e5,revision_number=3']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:55.463550 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e9bd3a-d6a1-4be3-878f-f7fdad67d39e x-openstack-request-id: req-90e9bd3a-d6a1-4be3-878f-f7fdad67d39e {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:55.463839 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f", "tag": "f6494721-48d2-4ce2-af8c-8be7d42d79e5", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:55.464130 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-90e9bd3a-d6a1-4be3-878f-f7fdad67d39e {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:55.464525 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f', 'tag': 'f6494721-48d2-4ce2-af8c-8be7d42d79e5', 'status': 'completed', 'code': 200} Oct 27 10:28:55.525624 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f5478-1ae1-47dc-bace-8ef1191c2714 req-9b543376-2966-48d1-bd20-eeee08eb3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:55.527164 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-178f5478-1ae1-47dc-bace-8ef1191c2714 req-9b543376-2966-48d1-bd20-eeee08eb3157 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4e94ead0d53a462ebec9796307f8cf48&device_id=885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f HTTP/1.1" status: 200 len: 1097 time: 0.0428686 Oct 27 10:28:55.630954 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f5478-1ae1-47dc-bace-8ef1191c2714 req-bd2ebd44-1e03-4180-b91f-ea123a07142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:55.632452 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-178f5478-1ae1-47dc-bace-8ef1191c2714 req-bd2ebd44-1e03-4180-b91f-ea123a07142e service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=4e94ead0d53a462ebec9796307f8cf48&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0957334 Oct 27 10:28:55.736059 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f5478-1ae1-47dc-bace-8ef1191c2714 req-e9e6c773-a55f-4fab-831c-1db6ff260c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:55.737603 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-178f5478-1ae1-47dc-bace-8ef1191c2714 req-e9e6c773-a55f-4fab-831c-1db6ff260c02 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986314 Oct 27 10:28:55.812267 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-233e8e90-b60f-4f56-9935-ccbce73cee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:55.813813 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-233e8e90-b60f-4f56-9935-ccbce73cee2b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4e94ead0d53a462ebec9796307f8cf48&device_id=885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f HTTP/1.1" status: 200 len: 1097 time: 0.0403662 Oct 27 10:28:55.857608 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-487d8e46-f8e7-4706-9524-36ef0a7b09eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6494721-48d2-4ce2-af8c-8be7d42d79e5 HTTP/1.1" status: 200 len: 217 time: 0.0348401 Oct 27 10:28:55.909935 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-773f205e-3f94-4dd5-bec9-b86d6ef41c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:55.911300 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-773f205e-3f94-4dd5-bec9-b86d6ef41c5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e26d10ff-4121-4152-8f50-45bc5a750b7e HTTP/1.1" status: 200 len: 848 time: 0.0476222 Oct 27 10:28:55.947635 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-cc196c2d-4812-4277-9bcc-baec9ba4598a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b03cf20-51d0-461e-95f8-0a4227570e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294166 Oct 27 10:28:56.078487 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eef24-a93e-4c0c-8230-b630e9d29dca req-ff39f2ee-a2b2-4694-9092-b86e175e7d6a tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:56.079992 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7b3eef24-a93e-4c0c-8230-b630e9d29dca req-ff39f2ee-a2b2-4694-9092-b86e175e7d6a tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f HTTP/1.1" status: 200 len: 944 time: 0.0817463 Oct 27 10:28:56.086155 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-58e63f2b-95a1-4c6c-a4d7-202607e7b3b0 service neutron] 10.222.0.73 "GET /v2.0/networks/9b03cf20-51d0-461e-95f8-0a4227570e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309896 Oct 27 10:28:56.167191 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7b3eef24-a93e-4c0c-8230-b630e9d29dca req-4e3da041-aa24-4729-a495-5afb8b9f5c1a tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798392 Oct 27 10:28:56.201077 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ec098d4f-415c-4966-b35c-32f6cef9a293 req-e08dc9ea-98ee-4f1a-920b-fc470bef6915 service neutron] 10.222.0.73 "GET /v2.0/networks/9b03cf20-51d0-461e-95f8-0a4227570e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073501 Oct 27 10:28:57.285420 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a72ce1-d713-4383-9c3e-d22a74ffea6f req-4b659261-a987-4057-a3f8-4a6978aeb3d7 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:57.286912 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a0a72ce1-d713-4383-9c3e-d22a74ffea6f req-4b659261-a987-4057-a3f8-4a6978aeb3d7 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f HTTP/1.1" status: 200 len: 944 time: 0.0510576 Oct 27 10:28:57.330220 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a0a72ce1-d713-4383-9c3e-d22a74ffea6f req-9da6acd3-7e06-4a95-820f-0dcc7549debf tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329034 Oct 27 10:28:58.460792 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2923bb-0e07-47ea-8e98-df55c75c4e85 req-df9739df-c511-4df7-94f5-6394bad2ff3a tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:58.462419 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ee2923bb-0e07-47ea-8e98-df55c75c4e85 req-df9739df-c511-4df7-94f5-6394bad2ff3a tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f HTTP/1.1" status: 200 len: 944 time: 0.0568278 Oct 27 10:28:58.501122 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ee2923bb-0e07-47ea-8e98-df55c75c4e85 req-2a44f3f7-8264-47e6-8916-dce7624b2b0a tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326700 Oct 27 10:28:59.040776 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device f6494721-48d2-4ce2-af8c-8be7d42d79e5 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:28:59.140330 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port f6494721-48d2-4ce2-af8c-8be7d42d79e5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f6494721-48d2-4ce2-af8c-8be7d42d79e5,segment=NetworkSegment(25062c47-c6b0-4eb1-9a1a-530119fa043e),segment_id=25062c47-c6b0-4eb1-9a1a-530119fa043e)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:59.152096 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': 'f6494721-48d2-4ce2-af8c-8be7d42d79e5', 'network_id': '9b03cf20-51d0-461e-95f8-0a4227570e86', 'port_id': 'f6494721-48d2-4ce2-af8c-8be7d42d79e5', 'mac_address': 'fa:16:3e:0d:5f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e26d10ff-4121-4152-8f50-45bc5a750b7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:28:59.190546 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:59.203745 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6494721-48d2-4ce2-af8c-8be7d42d79e5 {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:28:59.223028 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port f6494721-48d2-4ce2-af8c-8be7d42d79e5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f6494721-48d2-4ce2-af8c-8be7d42d79e5,segment=NetworkSegment(25062c47-c6b0-4eb1-9a1a-530119fa043e),segment_id=25062c47-c6b0-4eb1-9a1a-530119fa043e)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:59.369038 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:59.422294 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=f6494721-48d2-4ce2-af8c-8be7d42d79e5,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:59.589582 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['f6494721-48d2-4ce2-af8c-8be7d42d79e5'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:59.622206 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b202d83-2dfa-41f3-b914-52b3a85ff99e req-35e90fcc-5e19-4a09-a311-50ad4a5e460c tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:59.623695 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3b202d83-2dfa-41f3-b914-52b3a85ff99e req-35e90fcc-5e19-4a09-a311-50ad4a5e460c tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f HTTP/1.1" status: 200 len: 945 time: 0.0526190 Oct 27 10:28:59.661870 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-3b202d83-2dfa-41f3-b914-52b3a85ff99e req-d81c1b6a-a3bf-4fa2-8b19-372c50d99e1b tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316956 Oct 27 10:29:00.780071 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fcff2-1d15-408e-820d-95f7592a2426 req-8f422136-1689-4f94-a5a6-50e696de0fe5 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:00.781597 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8b9fcff2-1d15-408e-820d-95f7592a2426 req-8f422136-1689-4f94-a5a6-50e696de0fe5 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f HTTP/1.1" status: 200 len: 945 time: 0.0511684 Oct 27 10:29:00.820316 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8b9fcff2-1d15-408e-820d-95f7592a2426 req-44e3e3dc-a02e-4d3a-897c-2211619b481b tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315635 Oct 27 10:29:01.037806 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device f6494721-48d2-4ce2-af8c-8be7d42d79e5 up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:29:01.202551 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port f6494721-48d2-4ce2-af8c-8be7d42d79e5 completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:29:01.208653 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port f6494721-48d2-4ce2-af8c-8be7d42d79e5 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:01.209855 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.286608 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.309539 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6494721-48d2-4ce2-af8c-8be7d42d79e5'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:29:01.311697 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c84c35-695f-47bd-b382-b6ee95d82326" -d '{"events": [{"server_uuid": "885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f", "name": "network-vif-plugged", "status": "completed", "tag": "f6494721-48d2-4ce2-af8c-8be7d42d79e5"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:29:01.324964 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port f6494721-48d2-4ce2-af8c-8be7d42d79e5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f6494721-48d2-4ce2-af8c-8be7d42d79e5,segment=NetworkSegment(25062c47-c6b0-4eb1-9a1a-530119fa043e),segment_id=25062c47-c6b0-4eb1-9a1a-530119fa043e)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:01.348348 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bf0400-7842-4398-ba35-acd92cd77b78 x-openstack-request-id: req-b2bf0400-7842-4398-ba35-acd92cd77b78 {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:29:01.348620 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f", "name": "network-vif-plugged", "status": "completed", "tag": "f6494721-48d2-4ce2-af8c-8be7d42d79e5", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:29:01.348876 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b2bf0400-7842-4398-ba35-acd92cd77b78 {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:29:01.349335 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6494721-48d2-4ce2-af8c-8be7d42d79e5', 'code': 200} Oct 27 10:29:01.499172 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.549435 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=f6494721-48d2-4ce2-af8c-8be7d42d79e5,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:01.759881 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc36f1-bcc6-4d20-9e2a-10860015326a req-f7678ceb-083e-4272-8b4a-7c46175a4f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:01.761391 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-01dc36f1-bcc6-4d20-9e2a-10860015326a req-f7678ceb-083e-4272-8b4a-7c46175a4f37 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f HTTP/1.1" status: 200 len: 1099 time: 0.0404947 Oct 27 10:29:01.799792 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-01dc36f1-bcc6-4d20-9e2a-10860015326a req-aa16a599-37fb-44ff-86d0-41cff0e34a2f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314767 Oct 27 10:29:01.937121 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdfee3-f157-4612-b6ec-d98182136fcf req-671819a9-8de7-4a60-90af-a89400b65103 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:01.938594 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3dcdfee3-f157-4612-b6ec-d98182136fcf req-671819a9-8de7-4a60-90af-a89400b65103 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f HTTP/1.1" status: 200 len: 946 time: 0.0513675 Oct 27 10:29:01.974615 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3dcdfee3-f157-4612-b6ec-d98182136fcf req-76e7312d-b3a0-4c18-9722-075cad65822c tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301847 Oct 27 10:29:03.109997 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad99e7-84a7-46b2-b4e2-62d02990497a req-56386444-ca08-4296-a1d7-93ac14817126 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:03.113036 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f8ad99e7-84a7-46b2-b4e2-62d02990497a req-56386444-ca08-4296-a1d7-93ac14817126 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f HTTP/1.1" status: 200 len: 946 time: 0.0672026 Oct 27 10:29:03.155930 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f8ad99e7-84a7-46b2-b4e2-62d02990497a req-fc7c0643-7d18-4829-88b2-7d25d63e02fd tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346918 Oct 27 10:29:04.565013 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbca9e1-a164-4026-8186-89fc0ddd2459 req-e9ebc8f6-06b5-45e5-add4-edc6404fc27b tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:04.566667 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6cbca9e1-a164-4026-8186-89fc0ddd2459 req-e9ebc8f6-06b5-45e5-add4-edc6404fc27b tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f HTTP/1.1" status: 200 len: 946 time: 0.0497079 Oct 27 10:29:04.604528 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-6cbca9e1-a164-4026-8186-89fc0ddd2459 req-69b6cced-f526-4ae1-bcb6-68a2c550bae2 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313926 Oct 27 10:29:05.721112 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881c226-cc01-4139-8935-7c5beea0d848 req-53887836-9474-402e-8d1d-f074ead42b2e tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:05.722672 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a881c226-cc01-4139-8935-7c5beea0d848 req-53887836-9474-402e-8d1d-f074ead42b2e tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f HTTP/1.1" status: 200 len: 946 time: 0.0485265 Oct 27 10:29:05.760184 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a881c226-cc01-4139-8935-7c5beea0d848 req-71ba1daa-ccfe-4f7c-84b2-b1814bd1bbf6 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/security-groups?id=58e166c2-5644-437d-81b8-7b6dad2d6d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316136 Oct 27 10:29:05.870909 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af629a-772d-4158-9b6e-a3e0cad47ef6 req-8922a614-2c59-488c-88ce-43d01d60386b tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:05.872350 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-73af629a-772d-4158-9b6e-a3e0cad47ef6 req-8922a614-2c59-488c-88ce-43d01d60386b tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.73 "GET /v2.0/ports?device_id=885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f HTTP/1.1" status: 200 len: 946 time: 0.0484102 Oct 27 10:29:05.966777 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [req-73af629a-772d-4158-9b6e-a3e0cad47ef6 req-c58c5e60-2be4-49ca-bfdd-c31f16e39646 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Deleting port f6494721-48d2-4ce2-af8c-8be7d42d79e5 {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:05.967115 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-73af629a-772d-4158-9b6e-a3e0cad47ef6 req-c58c5e60-2be4-49ca-bfdd-c31f16e39646 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:06.055358 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-73af629a-772d-4158-9b6e-a3e0cad47ef6 req-c58c5e60-2be4-49ca-bfdd-c31f16e39646 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] For port f6494721-48d2-4ce2-af8c-8be7d42d79e5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f6494721-48d2-4ce2-af8c-8be7d42d79e5,segment=NetworkSegment(25062c47-c6b0-4eb1-9a1a-530119fa043e),segment_id=25062c47-c6b0-4eb1-9a1a-530119fa043e)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:06.055720 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-73af629a-772d-4158-9b6e-a3e0cad47ef6 req-c58c5e60-2be4-49ca-bfdd-c31f16e39646 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:06.067984 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [req-73af629a-772d-4158-9b6e-a3e0cad47ef6 req-c58c5e60-2be4-49ca-bfdd-c31f16e39646 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Calling delete_port for f6494721-48d2-4ce2-af8c-8be7d42d79e5 owned by compute:nova {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:06.270987 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-73af629a-772d-4158-9b6e-a3e0cad47ef6 req-c58c5e60-2be4-49ca-bfdd-c31f16e39646 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:06.282879 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['f6494721-48d2-4ce2-af8c-8be7d42d79e5'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:29:06.300193 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c5e60-2be4-49ca-bfdd-c31f16e39646 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Pushing event deleted for resources: {'Port': ['ID=f6494721-48d2-4ce2-af8c-8be7d42d79e5,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:06.345836 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [req-73af629a-772d-4158-9b6e-a3e0cad47ef6 req-c58c5e60-2be4-49ca-bfdd-c31f16e39646 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] No DVR routers for this DVR port f6494721-48d2-4ce2-af8c-8be7d42d79e5 on host hv-cinder-81514 {{(pid=102224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:29:06.348261 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-73af629a-772d-4158-9b6e-a3e0cad47ef6 req-c58c5e60-2be4-49ca-bfdd-c31f16e39646 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:06.351706 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-73af629a-772d-4158-9b6e-a3e0cad47ef6 req-c58c5e60-2be4-49ca-bfdd-c31f16e39646 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.73 "DELETE /v2.0/ports/f6494721-48d2-4ce2-af8c-8be7d42d79e5 HTTP/1.1" status: 204 len: 173 time: 0.4736185 Oct 27 10:29:06.352133 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f', 'name': 'network-vif-deleted', 'tag': 'f6494721-48d2-4ce2-af8c-8be7d42d79e5'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:29:06.354908 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d90e523-3479-40cd-91bd-834b6def3d4f" -d '{"events": [{"server_uuid": "885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f", "name": "network-vif-deleted", "tag": "f6494721-48d2-4ce2-af8c-8be7d42d79e5"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:29:06.390390 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79a01b0-132a-48ea-b7f5-6d72133bb737 x-openstack-request-id: req-a79a01b0-132a-48ea-b7f5-6d72133bb737 {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:29:06.390702 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f", "name": "network-vif-deleted", "tag": "f6494721-48d2-4ce2-af8c-8be7d42d79e5", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:29:06.390953 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a79a01b0-132a-48ea-b7f5-6d72133bb737 {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:29:06.391342 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f', 'name': 'network-vif-deleted', 'tag': 'f6494721-48d2-4ce2-af8c-8be7d42d79e5', 'status': 'completed', 'code': 200} Oct 27 10:29:06.864106 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-50e70d06-4be5-4e98-bc93-d0840a1ae96e req-c5775dcb-2a5f-4d7c-94fb-4448878986d6 tempest-VolumesActionsTest-217318154 tempest-VolumesActionsTest-217318154-project] 10.222.0.66 "GET /v2.0/ports?device_id=885ad6f1-7bfd-4b42-ab1d-7a6b557abd6f HTTP/1.1" status: 200 len: 210 time: 0.0263467 Oct 27 10:29:09.056214 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device f6494721-48d2-4ce2-af8c-8be7d42d79e5 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:29:09.076564 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: f6494721-48d2-4ce2-af8c-8be7d42d79e5 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:29:09.076901 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device f6494721-48d2-4ce2-af8c-8be7d42d79e5 not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:29:18.779247 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-06aaed2f-febe-462d-a045-b7d26660c000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:19.303975 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:29:21.339708 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:21.373977 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9bfc5cfe-636b-4cb3-a97b-85af9bae0188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:22.299887 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:22.608098 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:24.187607 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 55228) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:24.241616 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:24.400172 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Deleting port 98633b9e-6a5b-4c18-bd5d-4faaa907a4fa {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:24.400408 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:24.547848 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:24.548435 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:24.569805 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Calling delete_port for 98633b9e-6a5b-4c18-bd5d-4faaa907a4fa owned by network:floatingip {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:24.883377 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:24.918906 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event deleted for resources: {'Port': ['ID=98633b9e-6a5b-4c18-bd5d-4faaa907a4fa,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:24.988503 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:24.988970 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:24.990083 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:24.990684 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:24.991023 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:24.991693 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:24.992129 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:24.992528 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:24.992992 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:24.993476 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:24.993943 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:24.999645 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:25.020236 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for floatingip, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:25.020560 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.l3_db [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Floating IP 0597c26e-9ffb-4b4b-8774-c219bbaa4555 disassociated (deleted). External IP: 172.27.3.246, port: 18dfc468-6f7a-4818-8aa6-02042c980200. Oct 27 10:29:25.250217 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:29:25.361612 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:29:25.367176 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:25.371999 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e904ef-6a79-49a2-9798-c2c2e8fa7a02 None None] Sync routers for ids ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:29:25.381479 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e904ef-6a79-49a2-9798-c2c2e8fa7a02 None None] Routers {'58e0758e-0985-4d2a-ac57-4d6bcb528ff3'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:25.382087 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-08e904ef-6a79-49a2-9798-c2c2e8fa7a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:29:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:25.407510 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-a231a9e3-f90c-4290-b2de-6a2fef2c9a76 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "DELETE /v2.0/floatingips/0597c26e-9ffb-4b4b-8774-c219bbaa4555 HTTP/1.1" status: 204 len: 168 time: 1.2180607 Oct 27 10:29:25.408319 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e8f08f-d887-4a63-8af6-d04150f818bb', 'tag': '18dfc468-6f7a-4818-8aa6-02042c980200'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:29:25.410878 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d365ae1-2a93-41ee-88df-b11abde39681" -d '{"events": [{"name": "network-changed", "server_uuid": "17e8f08f-d887-4a63-8af6-d04150f818bb", "tag": "18dfc468-6f7a-4818-8aa6-02042c980200"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:29:25.518300 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-08e904ef-6a79-49a2-9798-c2c2e8fa7a02 None None] Set router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:25.524876 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212ff067-cab0-4f8b-b936-929e422e7315 x-openstack-request-id: req-212ff067-cab0-4f8b-b936-929e422e7315 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:29:25.525162 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e8f08f-d887-4a63-8af6-d04150f818bb", "tag": "18dfc468-6f7a-4818-8aa6-02042c980200", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:29:25.525554 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-212ff067-cab0-4f8b-b936-929e422e7315 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:29:25.525961 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e8f08f-d887-4a63-8af6-d04150f818bb', 'tag': '18dfc468-6f7a-4818-8aa6-02042c980200', 'status': 'completed', 'code': 200} Oct 27 10:29:25.638693 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d365ae1-2a93-41ee-88df-b11abde39681 req-31b99740-526b-4744-990b-948aa7f9b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:25.640287 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d365ae1-2a93-41ee-88df-b11abde39681 req-31b99740-526b-4744-990b-948aa7f9b52d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2d7997eb1e854527a138c06b0fc621f0&device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 1099 time: 0.0912266 Oct 27 10:29:25.756735 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d365ae1-2a93-41ee-88df-b11abde39681 req-4687d8d1-1b96-47d2-bb9d-6e9f677cbd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:25.760027 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d365ae1-2a93-41ee-88df-b11abde39681 req-4687d8d1-1b96-47d2-bb9d-6e9f677cbd66 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5a34bab-9102-4f12-a062-547d9ba89356 HTTP/1.1" status: 200 len: 912 time: 0.1119387 Oct 27 10:29:25.823733 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d365ae1-2a93-41ee-88df-b11abde39681 req-505c8409-e930-4336-a8c8-8d7fa52d5165 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18dfc468-6f7a-4818-8aa6-02042c980200 HTTP/1.1" status: 200 len: 217 time: 0.0548966 Oct 27 10:29:25.842805 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-08e904ef-6a79-49a2-9798-c2c2e8fa7a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': '84019649-9aba-43ea-8069-47522ce43b8d', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'port_id': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'mac_address': 'fa:16:3e:45:79:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:25:41Z', 'updated_at': '2021-10-27T10:25:44Z', 'revision_number': 1, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:35Z', 'revision_number': 5, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:25.875260 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e904ef-6a79-49a2-9798-c2c2e8fa7a02 None None] Checking router: 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:29:25.891158 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e904ef-6a79-49a2-9798-c2c2e8fa7a02 None None] Routers {'58e0758e-0985-4d2a-ac57-4d6bcb528ff3'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:25.892174 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-08e904ef-6a79-49a2-9798-c2c2e8fa7a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:29:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:25.894535 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d365ae1-2a93-41ee-88df-b11abde39681 req-8c29c5a5-3ec7-4ce0-9e49-4721c5c6e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:25.898289 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d365ae1-2a93-41ee-88df-b11abde39681 req-8c29c5a5-3ec7-4ce0-9e49-4721c5c6e8ac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed805247-fa00-4068-9a02-aac3613ca316 HTTP/1.1" status: 200 len: 850 time: 0.0643129 Oct 27 10:29:25.985559 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d365ae1-2a93-41ee-88df-b11abde39681 req-36f1521d-898e-41d3-8ed0-2b951c42d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:25.987159 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d365ae1-2a93-41ee-88df-b11abde39681 req-36f1521d-898e-41d3-8ed0-2b951c42d50b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5a34bab-9102-4f12-a062-547d9ba89356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796518 Oct 27 10:29:26.011536 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [req-4d365ae1-2a93-41ee-88df-b11abde39681 req-2235404f-2d86-4c37-94db-8337a51d3ded service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:29:26.014519 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d365ae1-2a93-41ee-88df-b11abde39681 req-2235404f-2d86-4c37-94db-8337a51d3ded service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0170393 Oct 27 10:29:26.069088 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-08e904ef-6a79-49a2-9798-c2c2e8fa7a02 None None] Set router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:26.141334 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d365ae1-2a93-41ee-88df-b11abde39681 req-5b833599-970a-4aae-becc-6d336d295a85 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163094 Oct 27 10:29:26.263021 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d365ae1-2a93-41ee-88df-b11abde39681 req-1cde12db-63bc-49d3-a36d-080a651c4184 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135910 Oct 27 10:29:26.309819 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd485668-e1ad-410c-b23d-2b6b1124c769 req-ff8c1c07-d901-4476-82f5-ceab87347e15 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:26.319246 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-fd485668-e1ad-410c-b23d-2b6b1124c769 req-ff8c1c07-d901-4476-82f5-ceab87347e15 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 946 time: 0.0765281 Oct 27 10:29:26.378825 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-08e904ef-6a79-49a2-9798-c2c2e8fa7a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': '84019649-9aba-43ea-8069-47522ce43b8d', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'port_id': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'mac_address': 'fa:16:3e:45:79:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:25:41Z', 'updated_at': '2021-10-27T10:25:44Z', 'revision_number': 1, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:35Z', 'revision_number': 5, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:26.403165 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-fd485668-e1ad-410c-b23d-2b6b1124c769 req-9dab2441-e49c-475d-a355-e5bee424db28 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811682 Oct 27 10:29:26.423277 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e904ef-6a79-49a2-9798-c2c2e8fa7a02 None None] The sync data for ids ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'] in dv-cinder-815145-2-iscsi is: [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': '84019649-9aba-43ea-8069-47522ce43b8d', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'port_id': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'mac_address': 'fa:16:3e:45:79:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:25:41Z', 'updated_at': '2021-10-27T10:25:44Z', 'revision_number': 1, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:35Z', 'revision_number': 5, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:29:26.722452 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95048fbf-224b-4aac-aa75-4460b349116a None None] New status for floating IP 0597c26e-9ffb-4b4b-8774-c219bbaa4555: DOWN {{(pid=102227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:29:27.541210 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb65d4a-63a0-47cd-8c0a-8157b30e7af5 req-d201c545-7182-4d87-82b9-fa93342e44e7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:27.546656 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cbb65d4a-63a0-47cd-8c0a-8157b30e7af5 req-d201c545-7182-4d87-82b9-fa93342e44e7 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 946 time: 0.0602424 Oct 27 10:29:27.609631 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cbb65d4a-63a0-47cd-8c0a-8157b30e7af5 req-ee20b0ea-e761-40f0-b4fd-97a2814df594 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508595 Oct 27 10:29:27.654039 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365b0c5-d7e1-4476-a3f2-3c643e40ca16 req-16898d80-05e2-4573-a60a-6561cedea077 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:27.655679 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9365b0c5-d7e1-4476-a3f2-3c643e40ca16 req-16898d80-05e2-4573-a60a-6561cedea077 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.73 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 946 time: 0.0649068 Oct 27 10:29:27.789314 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [req-9365b0c5-d7e1-4476-a3f2-3c643e40ca16 req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Deleting port 18dfc468-6f7a-4818-8aa6-02042c980200 {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:27.789943 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-9365b0c5-d7e1-4476-a3f2-3c643e40ca16 req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:27.891687 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-9365b0c5-d7e1-4476-a3f2-3c643e40ca16 req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] For port 18dfc468-6f7a-4818-8aa6-02042c980200, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18dfc468-6f7a-4818-8aa6-02042c980200,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:27.891956 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-9365b0c5-d7e1-4476-a3f2-3c643e40ca16 req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:27.912771 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [req-9365b0c5-d7e1-4476-a3f2-3c643e40ca16 req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Calling delete_port for 18dfc468-6f7a-4818-8aa6-02042c980200 owned by compute:nova {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:28.190954 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-9365b0c5-d7e1-4476-a3f2-3c643e40ca16 req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:28.247969 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event deleted for resources: {'Port': ['ID=18dfc468-6f7a-4818-8aa6-02042c980200,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:28.271324 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9365b0c5-d7e1-4476-a3f2-3c643e40ca16 req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] No DVR routers for this DVR port 18dfc468-6f7a-4818-8aa6-02042c980200 on host hv-cinder-81514 {{(pid=102224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:29:28.274031 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-9365b0c5-d7e1-4476-a3f2-3c643e40ca16 req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:28.277714 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-9365b0c5-d7e1-4476-a3f2-3c643e40ca16 req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.73 "DELETE /v2.0/ports/18dfc468-6f7a-4818-8aa6-02042c980200 HTTP/1.1" status: 204 len: 173 time: 0.6142902 Oct 27 10:29:28.278502 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e8f08f-d887-4a63-8af6-d04150f818bb', 'name': 'network-vif-deleted', 'tag': '18dfc468-6f7a-4818-8aa6-02042c980200'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:29:28.282094 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1378a9c-5078-4a23-a3b1-91c9b6d9dfb3" -d '{"events": [{"server_uuid": "17e8f08f-d887-4a63-8af6-d04150f818bb", "name": "network-vif-deleted", "tag": "18dfc468-6f7a-4818-8aa6-02042c980200"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:29:28.285486 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:28.285837 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:28.286716 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:28.287052 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:28.287380 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:28.287710 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:28.288052 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:28.288361 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:28.288741 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:28.289084 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:28.289419 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:28.289843 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddedff-fdb8-4adb-973e-88bbe7104105 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:28.339078 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f01dfb-0d7c-418c-b6c8-1a7e98aee9a0 x-openstack-request-id: req-94f01dfb-0d7c-418c-b6c8-1a7e98aee9a0 {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:29:28.339774 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e8f08f-d887-4a63-8af6-d04150f818bb", "name": "network-vif-deleted", "tag": "18dfc468-6f7a-4818-8aa6-02042c980200", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:29:28.340188 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-94f01dfb-0d7c-418c-b6c8-1a7e98aee9a0 {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:29:28.341229 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e8f08f-d887-4a63-8af6-d04150f818bb', 'name': 'network-vif-deleted', 'tag': '18dfc468-6f7a-4818-8aa6-02042c980200', 'status': 'completed', 'code': 200} Oct 27 10:29:28.711757 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e99d1494-7fe4-4be3-8d1e-ef99d8aef75f req-f0f40185-064c-40ea-a5aa-8cb1123f2dc6 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 210 time: 0.0265236 Oct 27 10:29:29.821455 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5423cece-3bb4-43e0-9002-6b5e977c8cf2 req-0894b899-d9c4-4319-9e26-c2b10f878ba0 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=17e8f08f-d887-4a63-8af6-d04150f818bb HTTP/1.1" status: 200 len: 210 time: 0.0273526 Oct 27 10:29:31.150328 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 18dfc468-6f7a-4818-8aa6-02042c980200 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:29:31.173759 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: 18dfc468-6f7a-4818-8aa6-02042c980200 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:29:31.174102 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 18dfc468-6f7a-4818-8aa6-02042c980200 not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:29:33.420948 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 55366) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:33.424905 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55368) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:33.468586 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ca4d10-8561-4421-9106-d4b9e7455fd8 admin admin] Deleting subnet e26d10ff-4121-4152-8f50-45bc5a750b7e {{(pid=102224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:29:33.471682 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d2ca4d10-8561-4421-9106-d4b9e7455fd8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:33.508552 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d2ca4d10-8561-4421-9106-d4b9e7455fd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491396'] for subnet, precommit_delete_associations {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:33.550749 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d2ca4d10-8561-4421-9106-d4b9e7455fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-758613'] for subnet, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:33.581028 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-3d4730cd-ec22-4e19-ba4e-52bc5bdca442 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Deleting port 0d7a47b8-91ef-4fdb-8872-102093e35e04 {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:33.581481 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3d4730cd-ec22-4e19-ba4e-52bc5bdca442 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:33.660813 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3d4730cd-ec22-4e19-ba4e-52bc5bdca442 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:33.661065 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3d4730cd-ec22-4e19-ba4e-52bc5bdca442 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:33.672865 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-3d4730cd-ec22-4e19-ba4e-52bc5bdca442 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Calling delete_port for 0d7a47b8-91ef-4fdb-8872-102093e35e04 owned by network:floatingip {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:33.682114 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d2ca4d10-8561-4421-9106-d4b9e7455fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-758620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8962427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484674'] for subnet, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:33.708109 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca4d10-8561-4421-9106-d4b9e7455fd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e26d10ff-4121-4152-8f50-45bc5a750b7e,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:33.713665 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-d2ca4d10-8561-4421-9106-d4b9e7455fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:33.717947 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-d2ca4d10-8561-4421-9106-d4b9e7455fd8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e26d10ff-4121-4152-8f50-45bc5a750b7e HTTP/1.1" status: 204 len: 168 time: 0.2909052 Oct 27 10:29:33.719288 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55370) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:33.788104 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ab410f0a-7a29-4154-a8bd-1f7e0abd232d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658350'] for network, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:33.873301 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ab410f0a-7a29-4154-a8bd-1f7e0abd232d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764864', 'neutron.services.segments.db._delete_segments_for_network-8767688259934'] for network, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:33.892627 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3d4730cd-ec22-4e19-ba4e-52bc5bdca442 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:33.897632 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-ab410f0a-7a29-4154-a8bd-1f7e0abd232d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b03cf20-51d0-461e-95f8-0a4227570e86']}} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:33.908464 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-ab410f0a-7a29-4154-a8bd-1f7e0abd232d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25062c47-c6b0-4eb1-9a1a-530119fa043e') {'for_net_delete': True} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:33.908763 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.services.segments.db [None req-ab410f0a-7a29-4154-a8bd-1f7e0abd232d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25062c47-c6b0-4eb1-9a1a-530119fa043e') {} {{(pid=102224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:33.918188 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ab410f0a-7a29-4154-a8bd-1f7e0abd232d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767688260455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491389'] for segment, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:33.918363 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4730cd-ec22-4e19-ba4e-52bc5bdca442 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event deleted for resources: {'Port': ['ID=0d7a47b8-91ef-4fdb-8872-102093e35e04,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:33.932045 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ab410f0a-7a29-4154-a8bd-1f7e0abd232d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:33.938345 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab410f0a-7a29-4154-a8bd-1f7e0abd232d admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:29:33.938728 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ab410f0a-7a29-4154-a8bd-1f7e0abd232d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8962449'] for segment, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: Traceback (most recent call last): Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: timer() Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: cb(*args, **kw) Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: return func(*args, **kwargs) Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: self._notify() Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: self.callback(batched_events) Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: event.method(event) Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: return f(self, *a, **k) Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: return self._get(url).json() Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: return self.request(url, 'GET', **kwargs) Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:29:33.940397 dv-cinder-815145-2-iscsi neutron-server[102224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:29:33.979000 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3d4730cd-ec22-4e19-ba4e-52bc5bdca442 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for floatingip, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:33.979291 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.l3_db [None req-3d4730cd-ec22-4e19-ba4e-52bc5bdca442 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Floating IP 84019649-9aba-43ea-8069-47522ce43b8d disassociated (deleted). External IP: 172.27.3.134, port: d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06. Oct 27 10:29:34.087302 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ab410f0a-7a29-4154-a8bd-1f7e0abd232d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623617'] for network, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:34.091864 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-ab410f0a-7a29-4154-a8bd-1f7e0abd232d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:34.095204 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-ab410f0a-7a29-4154-a8bd-1f7e0abd232d admin admin] 10.222.0.66 "DELETE /v2.0/networks/9b03cf20-51d0-461e-95f8-0a4227570e86 HTTP/1.1" status: 204 len: 168 time: 0.3749902 Oct 27 10:29:34.109020 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab410f0a-7a29-4154-a8bd-1f7e0abd232d admin admin] Pushing event deleted for resources: {'Network': ['ID=9b03cf20-51d0-461e-95f8-0a4227570e86,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:34.188836 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4730cd-ec22-4e19-ba4e-52bc5bdca442 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:29:34.413506 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55374) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:34.456326 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-cce1084f-15a9-410d-a2c3-613c01225d52 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e94ead0d53a462ebec9796307f8cf48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409868 Oct 27 10:29:34.458799 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55376) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:34.509811 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-51386c26-7f87-4eca-9d7d-95c02a6ecfb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:34.534105 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-51386c26-7f87-4eca-9d7d-95c02a6ecfb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:34.585477 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4730cd-ec22-4e19-ba4e-52bc5bdca442 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:29:34.593075 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-3d4730cd-ec22-4e19-ba4e-52bc5bdca442 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:34.597185 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7720d13-3b54-4661-bff0-6dd9d3c29ef9 None None] Sync routers for ids ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:29:34.615909 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7720d13-3b54-4661-bff0-6dd9d3c29ef9 None None] Routers {'58e0758e-0985-4d2a-ac57-4d6bcb528ff3'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:34.615909 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-d7720d13-3b54-4661-bff0-6dd9d3c29ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:29:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:34.640314 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-3d4730cd-ec22-4e19-ba4e-52bc5bdca442 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "DELETE /v2.0/floatingips/84019649-9aba-43ea-8069-47522ce43b8d HTTP/1.1" status: 204 len: 168 time: 1.2180064 Oct 27 10:29:34.641165 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'tag': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:29:34.643840 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d43107d-8b22-4fb3-a419-07d91f0995ff" -d '{"events": [{"name": "network-changed", "server_uuid": "07bcc1b2-bf91-4eff-a8a1-4686f9bd6967", "tag": "d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:29:34.709900 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c588dffe-55f2-4829-a2c3-f88cfc0c8b06 x-openstack-request-id: req-c588dffe-55f2-4829-a2c3-f88cfc0c8b06 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:29:34.710204 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bcc1b2-bf91-4eff-a8a1-4686f9bd6967", "tag": "d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:29:34.710458 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c588dffe-55f2-4829-a2c3-f88cfc0c8b06 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:29:34.711355 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'tag': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06', 'status': 'completed', 'code': 200} Oct 27 10:29:34.711953 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-51386c26-7f87-4eca-9d7d-95c02a6ecfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:34.715659 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-51386c26-7f87-4eca-9d7d-95c02a6ecfb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:34.717577 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-51386c26-7f87-4eca-9d7d-95c02a6ecfb3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/58e166c2-5644-437d-81b8-7b6dad2d6d70 HTTP/1.1" status: 204 len: 168 time: 0.2577009 Oct 27 10:29:34.731893 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51386c26-7f87-4eca-9d7d-95c02a6ecfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e166c2-5644-437d-81b8-7b6dad2d6d70,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:34.814526 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43107d-8b22-4fb3-a419-07d91f0995ff req-8a289cb0-095b-4d08-89c1-ad949a06d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:34.817050 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1d43107d-8b22-4fb3-a419-07d91f0995ff req-8a289cb0-095b-4d08-89c1-ad949a06d1c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2d7997eb1e854527a138c06b0fc621f0&device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 1098 time: 0.0740025 Oct 27 10:29:34.818422 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-d7720d13-3b54-4661-bff0-6dd9d3c29ef9 None None] Set router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:34.958208 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43107d-8b22-4fb3-a419-07d91f0995ff req-c4fd72cd-55bc-4b2d-970c-63b832c7b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:34.960770 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1d43107d-8b22-4fb3-a419-07d91f0995ff req-c4fd72cd-55bc-4b2d-970c-63b832c7b03c service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5a34bab-9102-4f12-a062-547d9ba89356 HTTP/1.1" status: 200 len: 912 time: 0.1364417 Oct 27 10:29:35.005659 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1d43107d-8b22-4fb3-a419-07d91f0995ff req-9ac5c5cd-ecf8-4429-a647-7d6123e862e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 HTTP/1.1" status: 200 len: 217 time: 0.0383608 Oct 27 10:29:35.058546 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43107d-8b22-4fb3-a419-07d91f0995ff req-11fa9097-7e95-4be2-84ba-98477f8c8731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:35.060106 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1d43107d-8b22-4fb3-a419-07d91f0995ff req-11fa9097-7e95-4be2-84ba-98477f8c8731 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed805247-fa00-4068-9a02-aac3613ca316 HTTP/1.1" status: 200 len: 850 time: 0.0480440 Oct 27 10:29:35.080817 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-d7720d13-3b54-4661-bff0-6dd9d3c29ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:35Z', 'revision_number': 5, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:35.108813 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7720d13-3b54-4661-bff0-6dd9d3c29ef9 None None] Checking router: 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:29:35.113998 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43107d-8b22-4fb3-a419-07d91f0995ff req-0ffadf9e-c75e-42ab-9fab-9425b16ddfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:35.115583 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1d43107d-8b22-4fb3-a419-07d91f0995ff req-0ffadf9e-c75e-42ab-9fab-9425b16ddfb3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5a34bab-9102-4f12-a062-547d9ba89356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478892 Oct 27 10:29:35.119395 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7720d13-3b54-4661-bff0-6dd9d3c29ef9 None None] Routers {'58e0758e-0985-4d2a-ac57-4d6bcb528ff3'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:35.120098 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-d7720d13-3b54-4661-bff0-6dd9d3c29ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:29:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:35.239424 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1d43107d-8b22-4fb3-a419-07d91f0995ff req-6e1c758b-7f56-4aec-87fb-df0ac75d4a91 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081722 Oct 27 10:29:35.241408 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-d7720d13-3b54-4661-bff0-6dd9d3c29ef9 None None] Set router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:35.371096 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06751606-2772-4ee6-8a7a-80bd3546c6a3 req-06b7946e-276d-4400-8278-4d9250e9c2bb tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:35.372634 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-06751606-2772-4ee6-8a7a-80bd3546c6a3 req-06b7946e-276d-4400-8278-4d9250e9c2bb tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 945 time: 0.0815954 Oct 27 10:29:35.378598 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1d43107d-8b22-4fb3-a419-07d91f0995ff req-fae1f4be-96f0-4c0d-bc37-a20d08d70708 service neutron] 10.222.0.73 "GET /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314065 Oct 27 10:29:35.417117 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-06751606-2772-4ee6-8a7a-80bd3546c6a3 req-5c15a27a-dfd2-4386-8a3a-6bc9ec503272 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343177 Oct 27 10:29:35.464138 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-d7720d13-3b54-4661-bff0-6dd9d3c29ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:35Z', 'revision_number': 5, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:35.494415 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7720d13-3b54-4661-bff0-6dd9d3c29ef9 None None] The sync data for ids ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'] in dv-cinder-815145-2-iscsi is: [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:21:27Z', 'revision_number': 4, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '5eff2f67-3765-4e71-a249-a8fee2e998ef', 'name': '', 'network_id': 'f5a34bab-9102-4f12-a062-547d9ba89356', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'mac_address': 'fa:16:3e:04:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:26Z', 'updated_at': '2021-10-27T10:21:35Z', 'revision_number': 5, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'subnets': [{'id': 'ed805247-fa00-4068-9a02-aac3613ca316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:29:35.716059 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e73267f-e1fa-4993-8555-d7b0df6f3d8c None None] New status for floating IP 84019649-9aba-43ea-8069-47522ce43b8d: DOWN {{(pid=102227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:29:36.535249 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285981b-c6b6-4c88-9347-ef9fa063fd74 req-53d20210-daf6-4078-9e0d-951340109309 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:36.536757 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b285981b-c6b6-4c88-9347-ef9fa063fd74 req-53d20210-daf6-4078-9e0d-951340109309 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 945 time: 0.0494039 Oct 27 10:29:36.575157 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b285981b-c6b6-4c88-9347-ef9fa063fd74 req-ac1ab6c2-86ae-4c42-9ab6-97724eba6070 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cba9b50-3523-406d-af54-9998eaaadbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319514 Oct 27 10:29:36.633945 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cffb31-f17b-4494-af5b-519493f8932a req-eea7aec7-b2bc-47db-84b6-40def8ef7639 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:36.635454 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a3cffb31-f17b-4494-af5b-519493f8932a req-eea7aec7-b2bc-47db-84b6-40def8ef7639 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.73 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 945 time: 0.0498095 Oct 27 10:29:36.747462 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [req-a3cffb31-f17b-4494-af5b-519493f8932a req-eeef2287-1786-479c-b4a1-538f89cb9805 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Deleting port d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:36.747852 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-a3cffb31-f17b-4494-af5b-519493f8932a req-eeef2287-1786-479c-b4a1-538f89cb9805 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:36.841491 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-a3cffb31-f17b-4494-af5b-519493f8932a req-eeef2287-1786-479c-b4a1-538f89cb9805 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] For port d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:36.841855 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-a3cffb31-f17b-4494-af5b-519493f8932a req-eeef2287-1786-479c-b4a1-538f89cb9805 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:36.854657 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [req-a3cffb31-f17b-4494-af5b-519493f8932a req-eeef2287-1786-479c-b4a1-538f89cb9805 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Calling delete_port for d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 owned by compute:nova {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:37.074799 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-a3cffb31-f17b-4494-af5b-519493f8932a req-eeef2287-1786-479c-b4a1-538f89cb9805 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:37.103451 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef2287-1786-479c-b4a1-538f89cb9805 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event deleted for resources: {'Port': ['ID=d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:37.147348 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cffb31-f17b-4494-af5b-519493f8932a req-eeef2287-1786-479c-b4a1-538f89cb9805 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] No DVR routers for this DVR port d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 on host hv-cinder-81514 {{(pid=102224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:29:37.149816 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-a3cffb31-f17b-4494-af5b-519493f8932a req-eeef2287-1786-479c-b4a1-538f89cb9805 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:37.153187 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a3cffb31-f17b-4494-af5b-519493f8932a req-eeef2287-1786-479c-b4a1-538f89cb9805 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.73 "DELETE /v2.0/ports/d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 HTTP/1.1" status: 204 len: 173 time: 0.5118952 Oct 27 10:29:37.153641 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'name': 'network-vif-deleted', 'tag': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:29:37.155959 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564d63bb-39e0-4f41-b56c-45369fef4494" -d '{"events": [{"server_uuid": "07bcc1b2-bf91-4eff-a8a1-4686f9bd6967", "name": "network-vif-deleted", "tag": "d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:29:37.191836 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b293f99-643f-4e4f-b479-f41c27016d07 x-openstack-request-id: req-8b293f99-643f-4e4f-b479-f41c27016d07 {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:29:37.192128 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bcc1b2-bf91-4eff-a8a1-4686f9bd6967", "name": "network-vif-deleted", "tag": "d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:29:37.192377 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8b293f99-643f-4e4f-b479-f41c27016d07 {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:29:37.192770 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bcc1b2-bf91-4eff-a8a1-4686f9bd6967', 'name': 'network-vif-deleted', 'tag': 'd0fec1ff-5a44-4127-8ff4-d03cdfbbfd06', 'status': 'completed', 'code': 200} Oct 27 10:29:37.669476 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f9e865c4-8665-4f2e-a870-e9688d0e1ab6 req-f965eff1-39aa-45ac-8908-ee6d9c51815c tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "GET /v2.0/ports?device_id=07bcc1b2-bf91-4eff-a8a1-4686f9bd6967 HTTP/1.1" status: 200 len: 210 time: 0.0270369 Oct 27 10:29:38.724011 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55432) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:38.853091 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-abac51d2-7117-45aa-8d1a-17e93ca70ef4 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Deleting port be67a7cc-1fb2-4c91-b8dd-736863548bc9 {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:38.853375 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abac51d2-7117-45aa-8d1a-17e93ca70ef4 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:38.934777 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abac51d2-7117-45aa-8d1a-17e93ca70ef4 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:38.935113 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abac51d2-7117-45aa-8d1a-17e93ca70ef4 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:38.947367 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-abac51d2-7117-45aa-8d1a-17e93ca70ef4 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Calling delete_port for be67a7cc-1fb2-4c91-b8dd-736863548bc9 owned by network:floatingip {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:39.155994 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abac51d2-7117-45aa-8d1a-17e93ca70ef4 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:39.180909 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac51d2-7117-45aa-8d1a-17e93ca70ef4 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event deleted for resources: {'Port': ['ID=be67a7cc-1fb2-4c91-b8dd-736863548bc9,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:39.255222 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abac51d2-7117-45aa-8d1a-17e93ca70ef4 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for floatingip, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:39.257813 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-abac51d2-7117-45aa-8d1a-17e93ca70ef4 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:39.258981 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-abac51d2-7117-45aa-8d1a-17e93ca70ef4 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "DELETE /v2.0/floatingips/3489df3f-12e1-4e2f-81dc-92b2890c9d99 HTTP/1.1" status: 204 len: 168 time: 0.5338702 Oct 27 10:29:40.705290 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55456) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:41.067049 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-37f8a001-d645-4dce-9a08-48b3fe35c946 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:41.094653 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-37f8a001-d645-4dce-9a08-48b3fe35c946 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:41.179884 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:29:41.200486 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:29:41.200829 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device d0fec1ff-5a44-4127-8ff4-d03cdfbbfd06 not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:29:41.310348 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-37f8a001-d645-4dce-9a08-48b3fe35c946 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:41.312951 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-37f8a001-d645-4dce-9a08-48b3fe35c946 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:41.314217 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-37f8a001-d645-4dce-9a08-48b3fe35c946 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] 10.222.0.66 "DELETE /v2.0/security-groups/1cba9b50-3523-406d-af54-9998eaaadbd9 HTTP/1.1" status: 204 len: 168 time: 0.6078856 Oct 27 10:29:41.325048 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8a001-d645-4dce-9a08-48b3fe35c946 tempest-TestVolumeBootPattern-1953899297 tempest-TestVolumeBootPattern-1953899297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cba9b50-3523-406d-af54-9998eaaadbd9,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:41.541023 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 55460) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:42.044268 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-4f7e373a-cba5-495b-b32e-882cc39d82ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625139'] for router_interface, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:42.290646 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-4f7e373a-cba5-495b-b32e-882cc39d82ff admin admin] Deleting port 5eff2f67-3765-4e71-a249-a8fee2e998ef {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:42.290977 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-4f7e373a-cba5-495b-b32e-882cc39d82ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:42.378962 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [None req-4f7e373a-cba5-495b-b32e-882cc39d82ff admin admin] For port 5eff2f67-3765-4e71-a249-a8fee2e998ef, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=5eff2f67-3765-4e71-a249-a8fee2e998ef,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:42.379343 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-4f7e373a-cba5-495b-b32e-882cc39d82ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:42.392328 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-4f7e373a-cba5-495b-b32e-882cc39d82ff admin admin] Calling delete_port for 5eff2f67-3765-4e71-a249-a8fee2e998ef owned by network:router_interface {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:42.647512 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-4f7e373a-cba5-495b-b32e-882cc39d82ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:42.676067 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e373a-cba5-495b-b32e-882cc39d82ff admin admin] Pushing event deleted for resources: {'Port': ['ID=5eff2f67-3765-4e71-a249-a8fee2e998ef,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:42.854467 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-4f7e373a-cba5-495b-b32e-882cc39d82ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1796487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625311'] for router_interface, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:43.085066 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7e373a-cba5-495b-b32e-882cc39d82ff admin admin] Router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:29:43.193752 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7e373a-cba5-495b-b32e-882cc39d82ff admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:29:43.200298 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-4f7e373a-cba5-495b-b32e-882cc39d82ff admin admin] 10.222.0.66 "PUT /v2.0/routers/58e0758e-0985-4d2a-ac57-4d6bcb528ff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6580567 Oct 27 10:29:43.203145 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 55474) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:43.206473 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e4264e-ef78-457f-927d-2a72125f48a4 None None] Sync routers for ids ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:29:43.217732 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4264e-ef78-457f-927d-2a72125f48a4 None None] Routers {'58e0758e-0985-4d2a-ac57-4d6bcb528ff3'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:43.219808 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-92e4264e-ef78-457f-927d-2a72125f48a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:29:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:43.311604 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7e4663ad-97c4-4e43-bd9a-cf89e6d6e31e admin admin] Publish callbacks [] for router, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:43.332742 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-92e4264e-ef78-457f-927d-2a72125f48a4 None None] Set router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:43.441683 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7e4663ad-97c4-4e43-bd9a-cf89e6d6e31e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:43.555188 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-92e4264e-ef78-457f-927d-2a72125f48a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:29:42Z', 'revision_number': 5, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port': {'id': 'a744d382-5de4-4f4b-b85f-e6793c9aa6fa', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:21Z', 'updated_at': '2021-10-27T10:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:43.588491 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e4264e-ef78-457f-927d-2a72125f48a4 None None] Checking router: 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:29:43.597084 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4264e-ef78-457f-927d-2a72125f48a4 None None] Routers {'58e0758e-0985-4d2a-ac57-4d6bcb528ff3'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:43.597726 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-92e4264e-ef78-457f-927d-2a72125f48a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:29:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:43.600843 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-7e4663ad-97c4-4e43-bd9a-cf89e6d6e31e admin admin] Deleting port a744d382-5de4-4f4b-b85f-e6793c9aa6fa {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:43.601178 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7e4663ad-97c4-4e43-bd9a-cf89e6d6e31e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:43.691918 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-92e4264e-ef78-457f-927d-2a72125f48a4 None None] Set router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 gateway port host: None {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:43.708383 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [None req-7e4663ad-97c4-4e43-bd9a-cf89e6d6e31e admin admin] For port a744d382-5de4-4f4b-b85f-e6793c9aa6fa, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=a744d382-5de4-4f4b-b85f-e6793c9aa6fa,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:43.709037 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7e4663ad-97c4-4e43-bd9a-cf89e6d6e31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:43.729184 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-7e4663ad-97c4-4e43-bd9a-cf89e6d6e31e admin admin] Calling delete_port for a744d382-5de4-4f4b-b85f-e6793c9aa6fa owned by network:router_gateway {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:43.753700 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-92e4264e-ef78-457f-927d-2a72125f48a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:29:43Z', 'revision_number': 6, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port_host': None}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:43.782830 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e4264e-ef78-457f-927d-2a72125f48a4 None None] The sync data for ids ['58e0758e-0985-4d2a-ac57-4d6bcb528ff3'] in dv-cinder-815145-2-iscsi is: [{'id': '58e0758e-0985-4d2a-ac57-4d6bcb528ff3', 'name': 'tempest-TestVolumeBootPattern-336834034-router', 'tenant_id': '2d7997eb1e854527a138c06b0fc621f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:20Z', 'updated_at': '2021-10-27T10:29:43Z', 'revision_number': 6, 'project_id': '2d7997eb1e854527a138c06b0fc621f0', 'gw_port_host': None}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:29:43.978973 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7e4663ad-97c4-4e43-bd9a-cf89e6d6e31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.005569 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4663ad-97c4-4e43-bd9a-cf89e6d6e31e admin admin] Pushing event deleted for resources: {'Port': ['ID=a744d382-5de4-4f4b-b85f-e6793c9aa6fa,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:44.075716 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7e4663ad-97c4-4e43-bd9a-cf89e6d6e31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623677'] for router_gateway, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.170993 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7e4663ad-97c4-4e43-bd9a-cf89e6d6e31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15294'] for router, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.175251 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7e4663ad-97c4-4e43-bd9a-cf89e6d6e31e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.293167 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7e4663ad-97c4-4e43-bd9a-cf89e6d6e31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635840'] for router, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.293734 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4663ad-97c4-4e43-bd9a-cf89e6d6e31e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58e0758e-0985-4d2a-ac57-4d6bcb528ff3 {{(pid=102225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:29:44.300982 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7e4663ad-97c4-4e43-bd9a-cf89e6d6e31e admin admin] Publish callbacks [] for router, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.302998 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-7e4663ad-97c4-4e43-bd9a-cf89e6d6e31e admin admin] 10.222.0.66 "DELETE /v2.0/routers/58e0758e-0985-4d2a-ac57-4d6bcb528ff3 HTTP/1.1" status: 204 len: 168 time: 1.0985787 Oct 27 10:29:44.307124 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55482) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:44.352357 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b26747-6594-4a25-a19a-a451b69a87e0 admin admin] Deleting subnet ed805247-fa00-4068-9a02-aac3613ca316 {{(pid=102224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:29:44.355820 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-63b26747-6594-4a25-a19a-a451b69a87e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.394552 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-63b26747-6594-4a25-a19a-a451b69a87e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491396'] for subnet, precommit_delete_associations {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.472016 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-63b26747-6594-4a25-a19a-a451b69a87e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-758613'] for subnet, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.653393 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-63b26747-6594-4a25-a19a-a451b69a87e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-758620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8962427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484674'] for subnet, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.683826 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b26747-6594-4a25-a19a-a451b69a87e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed805247-fa00-4068-9a02-aac3613ca316,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:44.687599 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-63b26747-6594-4a25-a19a-a451b69a87e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.691056 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-63b26747-6594-4a25-a19a-a451b69a87e0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ed805247-fa00-4068-9a02-aac3613ca316 HTTP/1.1" status: 204 len: 168 time: 0.3841228 Oct 27 10:29:44.693662 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 55488) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:44.696747 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49738517-d15a-415b-a416-02a1891bc37d None None] Network f5a34bab-9102-4f12-a062-547d9ba89356 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:29:44.772814 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658350'] for network, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.828950 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] Deleting port bd91af55-be14-4b68-ab0d-37c229cb3db0 {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:44.829322 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.893068 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] DHCP port deletion for f5a34bab-9102-4f12-a062-547d9ba89356 request from dv-cinder-815145-2-iscsi {{(pid=102226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:29:44.895479 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] For port bd91af55-be14-4b68-ab0d-37c229cb3db0, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=bd91af55-be14-4b68-ab0d-37c229cb3db0,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:44.895885 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.911954 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] Calling delete_port for bd91af55-be14-4b68-ab0d-37c229cb3db0 owned by network:dhcp {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:44.943297 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] Deleting port bd91af55-be14-4b68-ab0d-37c229cb3db0 {{(pid=102226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:44.943673 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:45.026086 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 5eff2f67-3765-4e71-a249-a8fee2e998ef no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:29:45.029064 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] For port bd91af55-be14-4b68-ab0d-37c229cb3db0, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=bd91af55-be14-4b68-ab0d-37c229cb3db0,segment=NetworkSegment(e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb),segment_id=e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:45.029318 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:45.058570 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: 5eff2f67-3765-4e71-a249-a8fee2e998ef {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:29:45.058918 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 5eff2f67-3765-4e71-a249-a8fee2e998ef not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:29:45.059328 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device bd91af55-be14-4b68-ab0d-37c229cb3db0 no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:29:45.061235 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] Calling delete_port for bd91af55-be14-4b68-ab0d-37c229cb3db0 owned by network:dhcp {{(pid=102226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:45.080032 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:45.112708 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] Pushing event deleted for resources: {'Port': ['ID=bd91af55-be14-4b68-ab0d-37c229cb3db0,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:45.114893 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] No DVR routers for this DVR port bd91af55-be14-4b68-ab0d-37c229cb3db0 on host dv-cinder-815145-2-iscsi {{(pid=102225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:29:45.201373 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764864', 'neutron.services.segments.db._delete_segments_for_network-8767688259934'] for network, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:45.229851 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a34bab-9102-4f12-a062-547d9ba89356']}} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:45.241042 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb') {'for_net_delete': True} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:45.241414 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0fc09de-0d2e-4bb7-b9e9-26d85d240cbb') {} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:45.254303 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767688260455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10283354'] for segment, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:45.270226 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:45.280381 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=102225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:29:45.281097 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283975'] for segment, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: Traceback (most recent call last): Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: timer() Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: cb(*args, **kw) Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: return func(*args, **kwargs) Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: self._notify() Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: self.callback(batched_events) Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: event.method(event) Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: return f(self, *a, **k) Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._get(url).json() Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: return self.request(url, 'GET', **kwargs) Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:29:45.283214 dv-cinder-815145-2-iscsi neutron-server[102225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:29:45.285787 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No active binding found for port bd91af55-be14-4b68-ab0d-37c229cb3db0 {{(pid=102226) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 27 10:29:45.285787 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device bd91af55-be14-4b68-ab0d-37c229cb3db0 not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:29:45.285787 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device a744d382-5de4-4f4b-b85f-e6793c9aa6fa no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:29:45.317142 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: a744d382-5de4-4f4b-b85f-e6793c9aa6fa {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:29:45.317142 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device a744d382-5de4-4f4b-b85f-e6793c9aa6fa not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:29:45.339556 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719'] for port, after_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:45.368881 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] Pushing event deleted for resources: {'Port': ['ID=bd91af55-be14-4b68-ab0d-37c229cb3db0,revision_number=None']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:45.375067 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] No DVR routers for this DVR port bd91af55-be14-4b68-ab0d-37c229cb3db0 on host dv-cinder-815145-2-iscsi {{(pid=102226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:29:45.382221 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:45.383768 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:45.384326 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:45.384834 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:45.385286 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:45.385516 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:45.385851 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:45.386177 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:45.386509 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:45.386832 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:45.387794 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:45.388276 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc6998-8ca1-4d4c-8bb4-df92f252b1d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:45.588532 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623617'] for network, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:45.593840 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:45.600926 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] 10.222.0.66 "DELETE /v2.0/networks/f5a34bab-9102-4f12-a062-547d9ba89356 HTTP/1.1" status: 204 len: 168 time: 0.9035249 Oct 27 10:29:45.601985 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55494) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:45.615863 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc2d30-7ff9-43a4-83dc-c60f1daa51cd admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a34bab-9102-4f12-a062-547d9ba89356,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:45.994649 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-aaf716a5-6fec-409e-8f20-e88d607dbad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625139'] for router_interface, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:46.263625 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-aaf716a5-6fec-409e-8f20-e88d607dbad1 admin admin] Deleting port 6b5ebd3e-97fc-4573-8312-428959b72789 {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:46.264054 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-aaf716a5-6fec-409e-8f20-e88d607dbad1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:46.358766 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [None req-aaf716a5-6fec-409e-8f20-e88d607dbad1 admin admin] For port 6b5ebd3e-97fc-4573-8312-428959b72789, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=6b5ebd3e-97fc-4573-8312-428959b72789,segment=NetworkSegment(3ef6115d-1a90-4cf9-8244-76edf38e6b80),segment_id=3ef6115d-1a90-4cf9-8244-76edf38e6b80)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:46.359127 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-aaf716a5-6fec-409e-8f20-e88d607dbad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:46.372106 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-aaf716a5-6fec-409e-8f20-e88d607dbad1 admin admin] Calling delete_port for 6b5ebd3e-97fc-4573-8312-428959b72789 owned by network:router_interface {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:46.659248 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-aaf716a5-6fec-409e-8f20-e88d607dbad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:46.687987 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf716a5-6fec-409e-8f20-e88d607dbad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b5ebd3e-97fc-4573-8312-428959b72789,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:46.879234 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-aaf716a5-6fec-409e-8f20-e88d607dbad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1796487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625311'] for router_interface, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.118542 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf716a5-6fec-409e-8f20-e88d607dbad1 admin admin] Router 0db54829-eab0-463a-9157-0d9bc2dd4651 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:29:47.229438 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf716a5-6fec-409e-8f20-e88d607dbad1 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:29:47.234341 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-aaf716a5-6fec-409e-8f20-e88d607dbad1 admin admin] 10.222.0.66 "PUT /v2.0/routers/0db54829-eab0-463a-9157-0d9bc2dd4651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6312346 Oct 27 10:29:47.236821 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55498) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:47.239973 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d9815-8ef3-49c3-b51c-9da81749f454 None None] Sync routers for ids ['0db54829-eab0-463a-9157-0d9bc2dd4651'] in dv-cinder-815145-2-iscsi {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:29:47.251667 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d9815-8ef3-49c3-b51c-9da81749f454 None None] Routers {'0db54829-eab0-463a-9157-0d9bc2dd4651'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:47.252295 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-8d0d9815-8ef3-49c3-b51c-9da81749f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:29:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['0db54829-eab0-463a-9157-0d9bc2dd4651'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:47.348317 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e6d86c4a-63d9-4afd-ae7e-46a9a8fd7f4f admin admin] Publish callbacks [] for router, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.450417 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e6d86c4a-63d9-4afd-ae7e-46a9a8fd7f4f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.452331 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-8d0d9815-8ef3-49c3-b51c-9da81749f454 None None] Set router 0db54829-eab0-463a-9157-0d9bc2dd4651 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:47.619188 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-e6d86c4a-63d9-4afd-ae7e-46a9a8fd7f4f admin admin] Deleting port d785174e-9b94-4292-88c1-8ef91eb27749 {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:47.619578 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e6d86c4a-63d9-4afd-ae7e-46a9a8fd7f4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.647593 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-8d0d9815-8ef3-49c3-b51c-9da81749f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db54829-eab0-463a-9157-0d9bc2dd4651', 'name': 'tempest-TestVolumeBootPattern-1783195007-router', 'tenant_id': '00e03f6562a94e468a858ccad3648dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'd785174e-9b94-4292-88c1-8ef91eb27749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:35Z', 'updated_at': '2021-10-27T10:29:46Z', 'revision_number': 5, 'project_id': '00e03f6562a94e468a858ccad3648dbe', 'gw_port': {'id': 'd785174e-9b94-4292-88c1-8ef91eb27749', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:dd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db54829-eab0-463a-9157-0d9bc2dd4651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:21:36Z', 'updated_at': '2021-10-27T10:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:47.677376 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d9815-8ef3-49c3-b51c-9da81749f454 None None] Checking router: 0db54829-eab0-463a-9157-0d9bc2dd4651 for host: dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:29:47.686396 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d9815-8ef3-49c3-b51c-9da81749f454 None None] Routers {'0db54829-eab0-463a-9157-0d9bc2dd4651'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:47.687100 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-8d0d9815-8ef3-49c3-b51c-9da81749f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:29:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['0db54829-eab0-463a-9157-0d9bc2dd4651'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:47.704815 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [None req-e6d86c4a-63d9-4afd-ae7e-46a9a8fd7f4f admin admin] For port d785174e-9b94-4292-88c1-8ef91eb27749, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=d785174e-9b94-4292-88c1-8ef91eb27749,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:47.705490 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e6d86c4a-63d9-4afd-ae7e-46a9a8fd7f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.719002 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-e6d86c4a-63d9-4afd-ae7e-46a9a8fd7f4f admin admin] Calling delete_port for d785174e-9b94-4292-88c1-8ef91eb27749 owned by network:router_gateway {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:47.783618 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-8d0d9815-8ef3-49c3-b51c-9da81749f454 None None] Set router 0db54829-eab0-463a-9157-0d9bc2dd4651 gateway port host: None {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:47.839819 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-8d0d9815-8ef3-49c3-b51c-9da81749f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db54829-eab0-463a-9157-0d9bc2dd4651', 'name': 'tempest-TestVolumeBootPattern-1783195007-router', 'tenant_id': '00e03f6562a94e468a858ccad3648dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:35Z', 'updated_at': '2021-10-27T10:29:47Z', 'revision_number': 6, 'project_id': '00e03f6562a94e468a858ccad3648dbe', 'gw_port_host': None}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:47.867752 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d9815-8ef3-49c3-b51c-9da81749f454 None None] The sync data for ids ['0db54829-eab0-463a-9157-0d9bc2dd4651'] in dv-cinder-815145-2-iscsi is: [{'id': '0db54829-eab0-463a-9157-0d9bc2dd4651', 'name': 'tempest-TestVolumeBootPattern-1783195007-router', 'tenant_id': '00e03f6562a94e468a858ccad3648dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:21:35Z', 'updated_at': '2021-10-27T10:29:47Z', 'revision_number': 6, 'project_id': '00e03f6562a94e468a858ccad3648dbe', 'gw_port_host': None}] {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:29:48.008043 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e6d86c4a-63d9-4afd-ae7e-46a9a8fd7f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.039331 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d86c4a-63d9-4afd-ae7e-46a9a8fd7f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=d785174e-9b94-4292-88c1-8ef91eb27749,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:48.112809 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e6d86c4a-63d9-4afd-ae7e-46a9a8fd7f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623677'] for router_gateway, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.232591 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e6d86c4a-63d9-4afd-ae7e-46a9a8fd7f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15294'] for router, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.235585 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e6d86c4a-63d9-4afd-ae7e-46a9a8fd7f4f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.418908 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e6d86c4a-63d9-4afd-ae7e-46a9a8fd7f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635840'] for router, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.419548 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d86c4a-63d9-4afd-ae7e-46a9a8fd7f4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0db54829-eab0-463a-9157-0d9bc2dd4651 {{(pid=102224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:29:48.424304 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e6d86c4a-63d9-4afd-ae7e-46a9a8fd7f4f admin admin] Publish callbacks [] for router, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.425558 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-e6d86c4a-63d9-4afd-ae7e-46a9a8fd7f4f admin admin] 10.222.0.66 "DELETE /v2.0/routers/0db54829-eab0-463a-9157-0d9bc2dd4651 HTTP/1.1" status: 204 len: 168 time: 1.1876755 Oct 27 10:29:48.428194 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55502) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:48.476988 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_v2 [None req-983566c8-c159-4bd7-9ca5-f4db0510ca56 admin admin] Deleting subnet 3f75fe29-11b9-4851-abc7-ed5637517d2c {{(pid=102224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:29:48.480092 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-983566c8-c159-4bd7-9ca5-f4db0510ca56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.515144 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-983566c8-c159-4bd7-9ca5-f4db0510ca56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491396'] for subnet, precommit_delete_associations {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.595048 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-983566c8-c159-4bd7-9ca5-f4db0510ca56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-758613'] for subnet, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.715869 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-983566c8-c159-4bd7-9ca5-f4db0510ca56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-758620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8962427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484674'] for subnet, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.748996 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983566c8-c159-4bd7-9ca5-f4db0510ca56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f75fe29-11b9-4851-abc7-ed5637517d2c,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:48.751341 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-983566c8-c159-4bd7-9ca5-f4db0510ca56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.755394 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-983566c8-c159-4bd7-9ca5-f4db0510ca56 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3f75fe29-11b9-4851-abc7-ed5637517d2c HTTP/1.1" status: 204 len: 168 time: 0.3254132 Oct 27 10:29:48.757532 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 55506) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:48.759215 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6484c4c0-c444-47ae-bb81-da51da8ef84c None None] Network 6cd955e2-2b5c-48f3-b4af-25f0c3e6384d requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:29:48.804678 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed6c2-8563-4491-915e-0e5b7a41962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.835078 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658350'] for network, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.897391 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] Deleting port 34fcceae-157e-4337-95fb-434d30913455 {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:48.897729 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.958885 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b09f0d8-8bf4-40ae-b43f-f89a9d7f598d None None] DHCP port deletion for 6cd955e2-2b5c-48f3-b4af-25f0c3e6384d request from dv-cinder-815145-2-iscsi {{(pid=102226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:29:48.968614 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] For port 34fcceae-157e-4337-95fb-434d30913455, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=34fcceae-157e-4337-95fb-434d30913455,segment=NetworkSegment(3ef6115d-1a90-4cf9-8244-76edf38e6b80),segment_id=3ef6115d-1a90-4cf9-8244-76edf38e6b80)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:48.969014 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.985413 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] Calling delete_port for 34fcceae-157e-4337-95fb-434d30913455 owned by network:dhcp {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:49.019383 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-6b09f0d8-8bf4-40ae-b43f-f89a9d7f598d None None] Deleting port 34fcceae-157e-4337-95fb-434d30913455 {{(pid=102226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:49.019755 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-6b09f0d8-8bf4-40ae-b43f-f89a9d7f598d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.034463 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 6b5ebd3e-97fc-4573-8312-428959b72789 no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:29:49.080885 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: 6b5ebd3e-97fc-4573-8312-428959b72789 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:29:49.081242 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 6b5ebd3e-97fc-4573-8312-428959b72789 not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:29:49.081665 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device d785174e-9b94-4292-88c1-8ef91eb27749 no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:29:49.106800 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: d785174e-9b94-4292-88c1-8ef91eb27749 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:29:49.107141 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device d785174e-9b94-4292-88c1-8ef91eb27749 not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:29:49.107576 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 34fcceae-157e-4337-95fb-434d30913455 no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:29:49.151927 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-6b09f0d8-8bf4-40ae-b43f-f89a9d7f598d None None] For port 34fcceae-157e-4337-95fb-434d30913455, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=34fcceae-157e-4337-95fb-434d30913455,segment=NetworkSegment(3ef6115d-1a90-4cf9-8244-76edf38e6b80),segment_id=3ef6115d-1a90-4cf9-8244-76edf38e6b80)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:49.152236 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-6b09f0d8-8bf4-40ae-b43f-f89a9d7f598d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.168709 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-6b09f0d8-8bf4-40ae-b43f-f89a9d7f598d None None] Calling delete_port for 34fcceae-157e-4337-95fb-434d30913455 owned by network:dhcp {{(pid=102226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:49.201616 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.227884 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] Pushing event deleted for resources: {'Port': ['ID=34fcceae-157e-4337-95fb-434d30913455,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:49.231016 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Port 34fcceae-157e-4337-95fb-434d30913455 update to DOWN by agent not found {{(pid=102226) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 27 10:29:49.231616 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] No DVR routers for this DVR port 34fcceae-157e-4337-95fb-434d30913455 on host dv-cinder-815145-2-iscsi {{(pid=102225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:29:49.273916 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-6b09f0d8-8bf4-40ae-b43f-f89a9d7f598d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719'] for port, after_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.303865 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b09f0d8-8bf4-40ae-b43f-f89a9d7f598d None None] No DVR routers for this DVR port 34fcceae-157e-4337-95fb-434d30913455 on host dv-cinder-815145-2-iscsi {{(pid=102226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:29:49.307340 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09f0d8-8bf4-40ae-b43f-f89a9d7f598d None None] Pushing event deleted for resources: {'Port': ['ID=34fcceae-157e-4337-95fb-434d30913455,revision_number=None']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:49.307952 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764864', 'neutron.services.segments.db._delete_segments_for_network-8767688259934'] for network, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.333551 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd955e2-2b5c-48f3-b4af-25f0c3e6384d']}} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:49.343580 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef6115d-1a90-4cf9-8244-76edf38e6b80') {'for_net_delete': True} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:49.343873 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef6115d-1a90-4cf9-8244-76edf38e6b80') {} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:49.353937 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767688260455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10283354'] for segment, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.367418 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.373238 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=102225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:29:49.373625 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283975'] for segment, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: Traceback (most recent call last): Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: timer() Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: cb(*args, **kw) Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: return func(*args, **kwargs) Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: self._notify() Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: self.callback(batched_events) Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: event.method(event) Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: return f(self, *a, **k) Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._get(url).json() Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: return self.request(url, 'GET', **kwargs) Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:29:49.375524 dv-cinder-815145-2-iscsi neutron-server[102225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:29:49.521820 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623617'] for network, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.527253 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.530463 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6cd955e2-2b5c-48f3-b4af-25f0c3e6384d HTTP/1.1" status: 204 len: 168 time: 0.7719223 Oct 27 10:29:49.541612 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116de6a6-2582-4cca-afb7-da60ce4cff62 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd955e2-2b5c-48f3-b4af-25f0c3e6384d,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:49.945062 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55520) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:49.989719 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-466cf43b-c337-4c31-96fc-60b449843317 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2d7997eb1e854527a138c06b0fc621f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434029 Oct 27 10:29:49.992830 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55524) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:50.040309 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2987a790-1b3a-4828-a63c-def83b56fc55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:50.061584 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2987a790-1b3a-4828-a63c-def83b56fc55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:50.195987 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2987a790-1b3a-4828-a63c-def83b56fc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:50.198869 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2987a790-1b3a-4828-a63c-def83b56fc55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:50.200047 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-2987a790-1b3a-4828-a63c-def83b56fc55 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e83231f1-622c-4830-8f49-53d934793423 HTTP/1.1" status: 204 len: 168 time: 0.2063110 Oct 27 10:29:50.208176 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987a790-1b3a-4828-a63c-def83b56fc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83231f1-622c-4830-8f49-53d934793423,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:50.927917 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55534) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:50.972660 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-0c24dd5b-5b6f-4d83-8fbe-4f9c819a4e3f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=00e03f6562a94e468a858ccad3648dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434535 Oct 27 10:29:50.973564 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55536) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:51.026095 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-081dc60b-4978-4f54-ad17-41f9becabe78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:51.047396 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-081dc60b-4978-4f54-ad17-41f9becabe78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:51.199932 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-081dc60b-4978-4f54-ad17-41f9becabe78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:51.202736 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-081dc60b-4978-4f54-ad17-41f9becabe78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:51.213791 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-081dc60b-4978-4f54-ad17-41f9becabe78 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ff70ff24-60c8-496e-90bd-2bb95de2a77a HTTP/1.1" status: 204 len: 168 time: 0.2293389 Oct 27 10:29:51.213791 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081dc60b-4978-4f54-ad17-41f9becabe78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff70ff24-60c8-496e-90bd-2bb95de2a77a,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:51.401866 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-24864991-e688-462c-a57e-77740eaacf68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:51.404701 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:52.302396 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:52.567462 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:54.251342 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:56.303504 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:30:18.359672 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 55696) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:18.461913 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a580ec8b-755f-43df-8769-62a126661e87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:18.538999 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a580ec8b-755f-43df-8769-62a126661e87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:18.715569 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a580ec8b-755f-43df-8769-62a126661e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:18.754216 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-a580ec8b-755f-43df-8769-62a126661e87 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=401a49d617804aa8bda1ccbd1fae86c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934381 Oct 27 10:30:18.755561 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580ec8b-755f-43df-8769-62a126661e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb325dd-d144-46dc-b750-31c3589dd375,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:18.756987 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55700) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:18.809721 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e109987f-17f8-4a38-a0c0-d57af267f3e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:18.827049 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-8f76dec3-630f-48d6-82b7-6ddb29352437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:18.835480 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e109987f-17f8-4a38-a0c0-d57af267f3e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:19.021691 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e109987f-17f8-4a38-a0c0-d57af267f3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:19.024350 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-e109987f-17f8-4a38-a0c0-d57af267f3e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:19.025533 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-e109987f-17f8-4a38-a0c0-d57af267f3e2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3bb325dd-d144-46dc-b750-31c3589dd375 HTTP/1.1" status: 204 len: 168 time: 0.2674544 Oct 27 10:30:19.033400 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109987f-17f8-4a38-a0c0-d57af267f3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb325dd-d144-46dc-b750-31c3589dd375,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:20.680317 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 55730) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:20.791007 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cb971624-cfc6-4e1c-bcae-a23cc2b42196 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:20.864169 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cb971624-cfc6-4e1c-bcae-a23cc2b42196 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:20.955287 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-cb971624-cfc6-4e1c-bcae-a23cc2b42196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:20.995012 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-cb971624-cfc6-4e1c-bcae-a23cc2b42196 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=509b26130c384f8a82d168c0437f3271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135743 Oct 27 10:30:20.996054 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb971624-cfc6-4e1c-bcae-a23cc2b42196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd74e914-2b7e-4d2f-a688-95270e5f624b,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:20.999304 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55734) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:21.064315 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-54e2c0ff-9ca4-481c-b866-69b435881b0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:21.086980 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-54e2c0ff-9ca4-481c-b866-69b435881b0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:21.229746 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-54e2c0ff-9ca4-481c-b866-69b435881b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:21.232392 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-54e2c0ff-9ca4-481c-b866-69b435881b0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:21.233610 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-54e2c0ff-9ca4-481c-b866-69b435881b0f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd74e914-2b7e-4d2f-a688-95270e5f624b HTTP/1.1" status: 204 len: 168 time: 0.2332315 Oct 27 10:30:21.241462 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2c0ff-9ca4-481c-b866-69b435881b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd74e914-2b7e-4d2f-a688-95270e5f624b,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:21.366583 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-56aad961-b0bf-4fc2-b3b1-17dfc35ec5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:21.378222 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.249365 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55756) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:22.284484 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.352424 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-1502575e-a798-42d2-8fb7-dd0cd3b546c4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1356281014-network', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:22.446232 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1502575e-a798-42d2-8fb7-dd0cd3b546c4 admin admin] Made reservation on behalf of 5bdd99bcf2714260a20af67bfc42ad49 for: {'network': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:30:22.448609 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1502575e-a798-42d2-8fb7-dd0cd3b546c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.457669 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1502575e-a798-42d2-8fb7-dd0cd3b546c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.542402 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1502575e-a798-42d2-8fb7-dd0cd3b546c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.558264 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.624978 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1502575e-a798-42d2-8fb7-dd0cd3b546c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.653040 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1502575e-a798-42d2-8fb7-dd0cd3b546c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=102224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:30:22.659256 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502575e-a798-42d2-8fb7-dd0cd3b546c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740771bb-00d7-4f0f-b548-78f373e2c0e5,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:22.665160 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1502575e-a798-42d2-8fb7-dd0cd3b546c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.666103 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.db.segments_db [None req-1502575e-a798-42d2-8fb7-dd0cd3b546c4 admin admin] Added segment 79aab426-26cc-4be5-beb7-f76d19f2d39d of type vlan for network 5f501220-e3b1-4be4-85b6-543da51e8c06 Oct 27 10:30:22.706980 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1502575e-a798-42d2-8fb7-dd0cd3b546c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.824088 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1502575e-a798-42d2-8fb7-dd0cd3b546c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.824999 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1502575e-a798-42d2-8fb7-dd0cd3b546c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:22.825843 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-1502575e-a798-42d2-8fb7-dd0cd3b546c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.890361 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502575e-a798-42d2-8fb7-dd0cd3b546c4 admin admin] Pushing event updated for resources: {'Network': ['ID=5f501220-e3b1-4be4-85b6-543da51e8c06,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:22.901181 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network 5f501220-e3b1-4be4-85b6-543da51e8c06 details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:30:22.978642 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-1502575e-a798-42d2-8fb7-dd0cd3b546c4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7275896 Oct 27 10:30:22.981513 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55760) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:22.986718 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-a606bd98-0846-4115-9bdb-2ec861232721 admin admin] Request body: {'subnet': {'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1356281014-subnet', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'ip_version': 4}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:23.104015 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a606bd98-0846-4115-9bdb-2ec861232721 admin admin] Made reservation on behalf of 5bdd99bcf2714260a20af67bfc42ad49 for: {'subnet': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:30:23.106795 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-a606bd98-0846-4115-9bdb-2ec861232721 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8484515'] for subnet, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:23.378792 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-a606bd98-0846-4115-9bdb-2ec861232721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8962362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8484529'] for subnet, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:23.434550 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606bd98-0846-4115-9bdb-2ec861232721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ad0d10-b956-406c-9f58-dc4fb75b2783,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:23.446221 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606bd98-0846-4115-9bdb-2ec861232721 admin admin] Checking segment: {'id': '79aab426-26cc-4be5-beb7-f76d19f2d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:23.447191 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a606bd98-0846-4115-9bdb-2ec861232721 admin admin] Network hostable DHCP agents. Network: 5f501220-e3b1-4be4-85b6-543da51e8c06, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:30:23.663708 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a606bd98-0846-4115-9bdb-2ec861232721 admin admin] Network 5f501220-e3b1-4be4-85b6-543da51e8c06 is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:30:23.755375 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-a606bd98-0846-4115-9bdb-2ec861232721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, 5f501220-e3b1-4be4-85b6-543da51e8c06) {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:23.761129 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a606bd98-0846-4115-9bdb-2ec861232721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:23.761752 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-a606bd98-0846-4115-9bdb-2ec861232721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for subnet, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:23.764681 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ddc7e9-5ac1-467c-929a-c2b765cbb243 None None] Network 5f501220-e3b1-4be4-85b6-543da51e8c06 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:30:23.867274 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-a606bd98-0846-4115-9bdb-2ec861232721 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8844604 Oct 27 10:30:23.870505 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55762) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:23.876035 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1356281014-router', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:23.921705 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cea6acf-afdb-5722-be69-dabca8b03b9d-5f501220-e3b1-4be4-85b6-543da51e8c06', 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'fixed_ips': [{'subnet_id': '30ad0d10-b956-406c-9f58-dc4fb75b2783'}]}} from dv-cinder-815145-2-iscsi. {{(pid=102226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:30:23.922742 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:23.964433 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15312'] for router, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:23.965509 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15303'] for router, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:24.020317 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:24.067581 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.db_base_plugin_common [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Allocated IP 172.20.0.2 (5f501220-e3b1-4be4-85b6-543da51e8c06/30ad0d10-b956-406c-9f58-dc4fb75b2783/d50b05f3-dbc0-4ce8-ba79-63944fd1161d) {{(pid=102226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:30:24.217615 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:24.231209 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Publish callbacks [] for port, precommit_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:24.280505 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:24.312981 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:24.358478 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Network 5f501220-e3b1-4be4-85b6-543da51e8c06 is already hosted by enough agents. {{(pid=102226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:24.363635 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.base_scheduler [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Resources bound (agent type, host, resource id): {{(pid=102226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:24.367309 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Received port after_create {{(pid=102226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:30:24.382003 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Pushing event updated for resources: {'Port': ['ID=d50b05f3-dbc0-4ce8-ba79-63944fd1161d,revision_number=1']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:24.434002 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Attempting to bind port d50b05f3-dbc0-4ce8-ba79-63944fd1161d on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:30:24.434367 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Attempting to bind port d50b05f3-dbc0-4ce8-ba79-63944fd1161d by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': '79aab426-26cc-4be5-beb7-f76d19f2d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:30:24.434769 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Attempting to bind port d50b05f3-dbc0-4ce8-ba79-63944fd1161d on network 5f501220-e3b1-4be4-85b6-543da51e8c06 {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:24.440581 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:30:24.440950 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Checking segment: {'id': '79aab426-26cc-4be5-beb7-f76d19f2d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:24.445571 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:24.445571 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Bound using segment: {'id': '79aab426-26cc-4be5-beb7-f76d19f2d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:30:24.445571 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Bound port: d50b05f3-dbc0-4ce8-ba79-63944fd1161d, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79aab426-26cc-4be5-beb7-f76d19f2d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:30:24.445571 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:24.512892 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-5500abc9-5932-4405-9927-89c6980d737e None None] For port d50b05f3-dbc0-4ce8-ba79-63944fd1161d, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:30:24.516348 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-5500abc9-5932-4405-9927-89c6980d737e None None] For port d50b05f3-dbc0-4ce8-ba79-63944fd1161d, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=d50b05f3-dbc0-4ce8-ba79-63944fd1161d,segment=NetworkSegment(79aab426-26cc-4be5-beb7-f76d19f2d39d),segment_id=79aab426-26cc-4be5-beb7-f76d19f2d39d)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:30:24.610439 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:24.673950 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500abc9-5932-4405-9927-89c6980d737e None None] Pushing event updated for resources: {'Port': ['ID=d50b05f3-dbc0-4ce8-ba79-63944fd1161d,revision_number=2']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:24.775940 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:24.800097 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:24.926323 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] Allocated IP 172.27.3.228 (70ca3915-436e-4d6f-9dee-c189a5123789/3d25a479-4445-45b0-aa2d-a38f3239d00a/7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:30:25.033132 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:25.073721 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device d50b05f3-dbc0-4ce8-ba79-63944fd1161d up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:25.129214 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port d50b05f3-dbc0-4ce8-ba79-63944fd1161d triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:25.129579 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:25.150404 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:25.187307 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:25.193222 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:25.199060 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:30:25.213128 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:25.230493 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:25.248180 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] For port d50b05f3-dbc0-4ce8-ba79-63944fd1161d, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=d50b05f3-dbc0-4ce8-ba79-63944fd1161d,segment=NetworkSegment(79aab426-26cc-4be5-beb7-f76d19f2d39d),segment_id=79aab426-26cc-4be5-beb7-f76d19f2d39d)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:25.331320 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:25.386613 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Pushing event updated for resources: {'Port': ['ID=d50b05f3-dbc0-4ce8-ba79-63944fd1161d,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:25.562068 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:25.598026 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b3a718-7067-4329-8faa-876cdf5dcb56 None None] Network 5f501220-e3b1-4be4-85b6-543da51e8c06 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:30:25.725987 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-032f962b-e944-4450-bb5e-ab639731e5cd None None] Provisioning complete for port d50b05f3-dbc0-4ce8-ba79-63944fd1161d triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:25.726475 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-032f962b-e944-4450-bb5e-ab639731e5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:25.764883 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624213'] for router, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:25.983546 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] Router 594e4d38-80dc-45a0-aef2-b34e0152df8e is scheduled to L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 with binding_index 1 {{(pid=102224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:30:26.058467 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-061f5b2d-6e2b-49f4-b05c-53db62271515 None None] Provisioning complete for port d50b05f3-dbc0-4ce8-ba79-63944fd1161d triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:26.058835 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-061f5b2d-6e2b-49f4-b05c-53db62271515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:26.091630 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:30:26.101736 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Sync routers for ids ['594e4d38-80dc-45a0-aef2-b34e0152df8e'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:30:26.117911 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Routers {'594e4d38-80dc-45a0-aef2-b34e0152df8e'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:26.119087 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:30:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['594e4d38-80dc-45a0-aef2-b34e0152df8e'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:26.240665 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:26.241687 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-6d7134e1-e211-49e6-84c2-6034ba06d8d2 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3700502 Oct 27 10:30:26.245667 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55764) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:26.263204 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Set router 594e4d38-80dc-45a0-aef2-b34e0152df8e gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:30:26.588425 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'name': 'tempest-TestShelveInstance-1356281014-router', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:23Z', 'updated_at': '2021-10-27T10:30:25Z', 'revision_number': 3, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'gw_port': {'id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:50:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:24Z', 'updated_at': '2021-10-27T10:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:26.618031 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Checking router: 594e4d38-80dc-45a0-aef2-b34e0152df8e for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:30:26.618405 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Updating router 594e4d38-80dc-45a0-aef2-b34e0152df8e port 7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4 binding host dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:30:26.644637 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:26.684476 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c37d6a15-cf4e-49bf-b236-552833de4f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:26.876167 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [None req-c37d6a15-cf4e-49bf-b236-552833de4f32 admin admin] Allocated IP 172.20.0.1 (5f501220-e3b1-4be4-85b6-543da51e8c06/30ad0d10-b956-406c-9f58-dc4fb75b2783/b15cf060-dc37-4f93-adb5-105e688ddb88) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:30:26.950645 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Publish callbacks [] for port, precommit_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:26.985270 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c37d6a15-cf4e-49bf-b236-552833de4f32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:27.046998 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device d50b05f3-dbc0-4ce8-ba79-63944fd1161d up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:27.078324 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:27.101852 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c37d6a15-cf4e-49bf-b236-552833de4f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:27.141350 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e88a6-322c-48b0-a55f-619ac1868eca None None] Pushing event updated for resources: {'Port': ['ID=7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4,revision_number=2']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:27.145025 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37d6a15-cf4e-49bf-b236-552833de4f32 admin admin] Network 5f501220-e3b1-4be4-85b6-543da51e8c06 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:27.148219 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-c37d6a15-cf4e-49bf-b236-552833de4f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:27.151094 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Attempting to bind port 7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4 on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:30:27.151236 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d6a15-cf4e-49bf-b236-552833de4f32 admin admin] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:30:27.151551 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Attempting to bind port 7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4 by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:30:27.151916 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Attempting to bind port 7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4 on network 70ca3915-436e-4d6f-9dee-c189a5123789 {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:27.159583 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:30:27.159970 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Checking segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:27.160453 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:27.160755 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Bound using segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:30:27.161366 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Bound port: 7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:30:27.161753 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:27.167048 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port d50b05f3-dbc0-4ce8-ba79-63944fd1161d triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:27.167429 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:27.184334 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d6a15-cf4e-49bf-b236-552833de4f32 admin admin] Pushing event updated for resources: {'Port': ['ID=b15cf060-dc37-4f93-adb5-105e688ddb88,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:27.204674 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c37d6a15-cf4e-49bf-b236-552833de4f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623752'] for router_interface, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:27.258635 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] For port 7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:30:27.263366 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] For port 7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:30:27.387269 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:27.447749 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Routers {'594e4d38-80dc-45a0-aef2-b34e0152df8e'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:27.448370 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:30:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['594e4d38-80dc-45a0-aef2-b34e0152df8e'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:27.454746 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e88a6-322c-48b0-a55f-619ac1868eca None None] Pushing event updated for resources: {'Port': ['ID=7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:27.456299 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c37d6a15-cf4e-49bf-b236-552833de4f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:27.539274 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-22824338-1aeb-4280-9fd9-e5d34b19db67 None None] Provisioning complete for port b15cf060-dc37-4f93-adb5-105e688ddb88 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:27.539864 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-22824338-1aeb-4280-9fd9-e5d34b19db67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:27.592022 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-22824338-1aeb-4280-9fd9-e5d34b19db67 None None] Port b15cf060-dc37-4f93-adb5-105e688ddb88 cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:30:27.601775 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] Set router 594e4d38-80dc-45a0-aef2-b34e0152df8e gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:30:27.632167 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c37d6a15-cf4e-49bf-b236-552833de4f32 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:27.706876 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c37d6a15-cf4e-49bf-b236-552833de4f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:27.779463 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-c37d6a15-cf4e-49bf-b236-552833de4f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625176'] for router_interface, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:27.781164 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d6a15-cf4e-49bf-b236-552833de4f32 admin admin] Pushing event updated for resources: {'Port': ['ID=b15cf060-dc37-4f93-adb5-105e688ddb88,revision_number=2']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:27.812142 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'name': 'tempest-TestShelveInstance-1356281014-router', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:23Z', 'updated_at': '2021-10-27T10:30:27Z', 'revision_number': 4, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'gw_port': {'id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:50:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:24Z', 'updated_at': '2021-10-27T10:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': 'b15cf060-dc37-4f93-adb5-105e688ddb88', 'name': '', 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'mac_address': 'fa:16:3e:bb:7f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:26Z', 'updated_at': '2021-10-27T10:30:26Z', 'revision_number': 1, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'subnets': [{'id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:27.839263 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199a4b7e-a79b-4052-90e7-ebae0788c605 None None] The sync data for ids ['594e4d38-80dc-45a0-aef2-b34e0152df8e'] in dv-cinder-815145-2-iscsi is: [{'id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'name': 'tempest-TestShelveInstance-1356281014-router', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:23Z', 'updated_at': '2021-10-27T10:30:27Z', 'revision_number': 4, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'gw_port': {'id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:50:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:24Z', 'updated_at': '2021-10-27T10:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': 'b15cf060-dc37-4f93-adb5-105e688ddb88', 'name': '', 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'mac_address': 'fa:16:3e:bb:7f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:26Z', 'updated_at': '2021-10-27T10:30:26Z', 'revision_number': 1, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'subnets': [{'id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:30:27.888292 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37d6a15-cf4e-49bf-b236-552833de4f32 admin admin] Network 5f501220-e3b1-4be4-85b6-543da51e8c06 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:27.889726 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-c37d6a15-cf4e-49bf-b236-552833de4f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:28.022923 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37d6a15-cf4e-49bf-b236-552833de4f32 admin admin] Router 594e4d38-80dc-45a0-aef2-b34e0152df8e has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:30:28.149150 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37d6a15-cf4e-49bf-b236-552833de4f32 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:30:28.156423 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-c37d6a15-cf4e-49bf-b236-552833de4f32 admin admin] 10.222.0.66 "PUT /v2.0/routers/594e4d38-80dc-45a0-aef2-b34e0152df8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9094234 Oct 27 10:30:28.222713 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-5632eb05-433a-4320-9743-507722070de3 None None] Provisioning complete for port b15cf060-dc37-4f93-adb5-105e688ddb88 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:28.223250 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-5632eb05-433a-4320-9743-507722070de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:28.261015 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-5632eb05-433a-4320-9743-507722070de3 None None] Port b15cf060-dc37-4f93-adb5-105e688ddb88 cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:30:28.991347 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 55780) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:28.998620 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1027751243-network', 'tenant_id': '78d740a755f34800a19835a6976e759a'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:29.085095 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Made reservation on behalf of 78d740a755f34800a19835a6976e759a for: {'network': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:30:29.085234 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:29.085357 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for network, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:29.101345 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:29.141371 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:29.141743 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:29.187614 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:29.227493 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:29.250032 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] For port 7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:29.261078 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:29.291830 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=102225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:30:29.298258 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c02d39b-33af-4391-8f65-718242b408b5,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:29.308348 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:29.308688 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.segments_db [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Added segment 8d99a27c-8670-48c9-9fdc-518600a50469 of type vlan for network 46055ac6-20e6-447d-bbc4-e5400fbbd008 Oct 27 10:30:29.311002 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:29.311343 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:29.311672 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:29.312066 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:29.312403 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:29.312732 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:29.313058 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:29.313417 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:29.313744 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:29.314093 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:29.314413 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:29.314731 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:29.363758 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767687709368'] for network, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:29.375679 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:29.425488 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Pushing event updated for resources: {'Port': ['ID=7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:29.498230 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542'] for network, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:29.499602 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:29.500565 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:29.563911 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] Pushing event updated for resources: {'Network': ['ID=46055ac6-20e6-447d-bbc4-e5400fbbd008,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:29.577155 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Network 46055ac6-20e6-447d-bbc4-e5400fbbd008 details requested by agent ovs-agent-dv-cinder-815145-2-iscsi with host dv-cinder-815145-2-iscsi {{(pid=102226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:30:29.626566 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-5279ddfb-bfc2-4d33-946b-12501f1fc0e4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6337593 Oct 27 10:30:29.629280 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 55782) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:29.634367 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-e1a01d37-001c-420b-9e34-6fd2995a7012 admin admin] Request body: {'subnet': {'network_id': '46055ac6-20e6-447d-bbc4-e5400fbbd008', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1027751243-subnet', 'tenant_id': '78d740a755f34800a19835a6976e759a', 'ip_version': 4}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:29.732304 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a01d37-001c-420b-9e34-6fd2995a7012 admin admin] Made reservation on behalf of 78d740a755f34800a19835a6976e759a for: {'subnet': 1} {{(pid=102225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:30:29.734773 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e1a01d37-001c-420b-9e34-6fd2995a7012 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10166904'] for subnet, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:29.875088 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Sync routers for ids ['594e4d38-80dc-45a0-aef2-b34e0152df8e'] in dv-cinder-815145-2-iscsi {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:30:29.884515 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Routers {'594e4d38-80dc-45a0-aef2-b34e0152df8e'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:29.892451 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:30:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['594e4d38-80dc-45a0-aef2-b34e0152df8e'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:29.995853 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Set router 594e4d38-80dc-45a0-aef2-b34e0152df8e gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:30:30.004360 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e1a01d37-001c-420b-9e34-6fd2995a7012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10283884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10166890'] for subnet, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:30.065481 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a01d37-001c-420b-9e34-6fd2995a7012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=756bf6ed-5f34-4e32-9c83-6d86c1f57016,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:30.074612 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a01d37-001c-420b-9e34-6fd2995a7012 admin admin] Checking segment: {'id': '8d99a27c-8670-48c9-9fdc-518600a50469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '46055ac6-20e6-447d-bbc4-e5400fbbd008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:30.074971 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a01d37-001c-420b-9e34-6fd2995a7012 admin admin] Network hostable DHCP agents. Network: 46055ac6-20e6-447d-bbc4-e5400fbbd008, hostable agents: ['15f53392-1a92-4d99-8b44-8768d8debec2'], hosted agents: [] {{(pid=102225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:30:30.200223 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a01d37-001c-420b-9e34-6fd2995a7012 admin admin] Network 46055ac6-20e6-447d-bbc4-e5400fbbd008 is scheduled to be hosted by DHCP agent 15f53392-1a92-4d99-8b44-8768d8debec2 with binding_index 1 {{(pid=102225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:30:30.209322 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'name': 'tempest-TestShelveInstance-1356281014-router', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:23Z', 'updated_at': '2021-10-27T10:30:27Z', 'revision_number': 4, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'gw_port': {'id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:24Z', 'updated_at': '2021-10-27T10:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': 'b15cf060-dc37-4f93-adb5-105e688ddb88', 'name': '', 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'mac_address': 'fa:16:3e:bb:7f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:26Z', 'updated_at': '2021-10-27T10:30:27Z', 'revision_number': 2, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'subnets': [{'id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:30.239290 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Checking router: 594e4d38-80dc-45a0-aef2-b34e0152df8e for host: dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:30:30.239638 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Updating router 594e4d38-80dc-45a0-aef2-b34e0152df8e port b15cf060-dc37-4f93-adb5-105e688ddb88 binding host dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:30:30.266154 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:30.297881 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-e1a01d37-001c-420b-9e34-6fd2995a7012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-2-iscsi, 46055ac6-20e6-447d-bbc4-e5400fbbd008) {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:30.302090 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a01d37-001c-420b-9e34-6fd2995a7012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:30.302680 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e1a01d37-001c-420b-9e34-6fd2995a7012 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:30.310064 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26205753-1070-4ac7-9706-3bb8ad421c7c None None] Network 46055ac6-20e6-447d-bbc4-e5400fbbd008 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:30:30.395195 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-e1a01d37-001c-420b-9e34-6fd2995a7012 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7618639 Oct 27 10:30:30.395547 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 55784) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:30.400733 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1027751243-router', 'tenant_id': '78d740a755f34800a19835a6976e759a', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:30.467768 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cea6acf-afdb-5722-be69-dabca8b03b9d-46055ac6-20e6-447d-bbc4-e5400fbbd008', 'network_id': '46055ac6-20e6-447d-bbc4-e5400fbbd008', 'tenant_id': '78d740a755f34800a19835a6976e759a', 'fixed_ips': [{'subnet_id': '756bf6ed-5f34-4e32-9c83-6d86c1f57016'}]}} from dv-cinder-815145-2-iscsi. {{(pid=102226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:30:30.468925 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:30.543284 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Publish callbacks [] for port, precommit_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:30.552644 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15312'] for router, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:30.554043 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624264', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15303'] for router, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:30.608075 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:30.609794 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.db_base_plugin_common [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Allocated IP 172.20.0.2 (46055ac6-20e6-447d-bbc4-e5400fbbd008/756bf6ed-5f34-4e32-9c83-6d86c1f57016/34ca06f6-e006-4cd0-b799-57779d99b225) {{(pid=102226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:30:30.672729 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:30.728817 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbcb9c7-ab1b-4eda-add3-5119e4d420c5 None None] Pushing event updated for resources: {'Port': ['ID=b15cf060-dc37-4f93-adb5-105e688ddb88,revision_number=3']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:30.742265 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcb9c7-ab1b-4eda-add3-5119e4d420c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:30.742634 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcb9c7-ab1b-4eda-add3-5119e4d420c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:30.742978 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcb9c7-ab1b-4eda-add3-5119e4d420c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:30.743891 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcb9c7-ab1b-4eda-add3-5119e4d420c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:30.744223 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcb9c7-ab1b-4eda-add3-5119e4d420c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:30.744556 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcb9c7-ab1b-4eda-add3-5119e4d420c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:30.744882 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcb9c7-ab1b-4eda-add3-5119e4d420c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:30.745227 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcb9c7-ab1b-4eda-add3-5119e4d420c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:30.745567 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcb9c7-ab1b-4eda-add3-5119e4d420c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:30.745892 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcb9c7-ab1b-4eda-add3-5119e4d420c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:30.747327 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcb9c7-ab1b-4eda-add3-5119e4d420c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:30.747650 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcb9c7-ab1b-4eda-add3-5119e4d420c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:30.773809 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Publish callbacks [] for port, precommit_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:30.807491 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Attempting to bind port b15cf060-dc37-4f93-adb5-105e688ddb88 on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:30:30.807854 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Attempting to bind port b15cf060-dc37-4f93-adb5-105e688ddb88 by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': '79aab426-26cc-4be5-beb7-f76d19f2d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06'}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:30:30.808216 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Attempting to bind port b15cf060-dc37-4f93-adb5-105e688ddb88 on network 5f501220-e3b1-4be4-85b6-543da51e8c06 {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:30.813661 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:30:30.814033 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Checking segment: {'id': '79aab426-26cc-4be5-beb7-f76d19f2d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:30.814435 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:30.814986 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Bound using segment: {'id': '79aab426-26cc-4be5-beb7-f76d19f2d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06'} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:30:30.815289 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Bound port: b15cf060-dc37-4f93-adb5-105e688ddb88, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79aab426-26cc-4be5-beb7-f76d19f2d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06'}}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:30:30.815693 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:30.863905 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:30.872761 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710'] for port, after_create {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:30.889599 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] For port b15cf060-dc37-4f93-adb5-105e688ddb88, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:30:30.894171 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] For port b15cf060-dc37-4f93-adb5-105e688ddb88, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=b15cf060-dc37-4f93-adb5-105e688ddb88,segment=NetworkSegment(79aab426-26cc-4be5-beb7-f76d19f2d39d),segment_id=79aab426-26cc-4be5-beb7-f76d19f2d39d)] {{(pid=102227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:30:30.915251 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Network 46055ac6-20e6-447d-bbc4-e5400fbbd008 is already hosted by enough agents. {{(pid=102226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:30.918356 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.scheduler.base_scheduler [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Resources bound (agent type, host, resource id): {{(pid=102226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:30.922188 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Received port after_create {{(pid=102226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:30:30.927789 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Pushing event updated for resources: {'Port': ['ID=34ca06f6-e006-4cd0-b799-57779d99b225,revision_number=1']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:30.975608 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:30.988681 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Attempting to bind port 34ca06f6-e006-4cd0-b799-57779d99b225 on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:30:30.989052 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Attempting to bind port 34ca06f6-e006-4cd0-b799-57779d99b225 by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': '8d99a27c-8670-48c9-9fdc-518600a50469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '46055ac6-20e6-447d-bbc4-e5400fbbd008'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:30:30.989447 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Attempting to bind port 34ca06f6-e006-4cd0-b799-57779d99b225 on network 46055ac6-20e6-447d-bbc4-e5400fbbd008 {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:30.997086 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:30:30.997748 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Checking segment: {'id': '8d99a27c-8670-48c9-9fdc-518600a50469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '46055ac6-20e6-447d-bbc4-e5400fbbd008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:30.998821 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:30.999333 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Bound using segment: {'id': '8d99a27c-8670-48c9-9fdc-518600a50469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '46055ac6-20e6-447d-bbc4-e5400fbbd008'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:30:30.999828 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Bound port: 34ca06f6-e006-4cd0-b799-57779d99b225, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d99a27c-8670-48c9-9fdc-518600a50469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '46055ac6-20e6-447d-bbc4-e5400fbbd008'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:30:31.000209 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:31.053486 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-8d428a30-97b0-4603-a7d0-fed52b9081dc None None] Provisioning complete for port b15cf060-dc37-4f93-adb5-105e688ddb88 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:31.054129 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-8d428a30-97b0-4603-a7d0-fed52b9081dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:31.077738 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Routers {'594e4d38-80dc-45a0-aef2-b34e0152df8e'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:31.078780 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:30:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['594e4d38-80dc-45a0-aef2-b34e0152df8e'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:31.109455 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:31.145307 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] For port 34ca06f6-e006-4cd0-b799-57779d99b225, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:30:31.171793 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] For port 34ca06f6-e006-4cd0-b799-57779d99b225, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=34ca06f6-e006-4cd0-b799-57779d99b225,segment=NetworkSegment(8d99a27c-8670-48c9-9fdc-518600a50469),segment_id=8d99a27c-8670-48c9-9fdc-518600a50469)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:30:31.231125 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-8d428a30-97b0-4603-a7d0-fed52b9081dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:31.237989 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:31.238583 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:31.283070 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:31.360532 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-8d428a30-97b0-4603-a7d0-fed52b9081dc None None] For port b15cf060-dc37-4f93-adb5-105e688ddb88, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=b15cf060-dc37-4f93-adb5-105e688ddb88,segment=NetworkSegment(79aab426-26cc-4be5-beb7-f76d19f2d39d),segment_id=79aab426-26cc-4be5-beb7-f76d19f2d39d)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:31.393365 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72bbcd-4e7f-446a-ac44-639805ac081c None None] Pushing event updated for resources: {'Port': ['ID=34ca06f6-e006-4cd0-b799-57779d99b225,revision_number=2']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:31.400019 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbcb9c7-ab1b-4eda-add3-5119e4d420c5 None None] Pushing event updated for resources: {'Port': ['ID=b15cf060-dc37-4f93-adb5-105e688ddb88,revision_number=4']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:31.416464 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] Set router 594e4d38-80dc-45a0-aef2-b34e0152df8e gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:30:31.453909 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-8d428a30-97b0-4603-a7d0-fed52b9081dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:31.675072 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:31.675776 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-f3c902d8-7fc4-4c43-a0a5-3b6e784d6f72 None None] Provisioning complete for port b15cf060-dc37-4f93-adb5-105e688ddb88 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:31.676141 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-f3c902d8-7fc4-4c43-a0a5-3b6e784d6f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:31.680918 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d428a30-97b0-4603-a7d0-fed52b9081dc None None] Pushing event updated for resources: {'Port': ['ID=b15cf060-dc37-4f93-adb5-105e688ddb88,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:31.698319 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:31.719952 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'name': 'tempest-TestShelveInstance-1356281014-router', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:23Z', 'updated_at': '2021-10-27T10:30:27Z', 'revision_number': 4, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'gw_port': {'id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:24Z', 'updated_at': '2021-10-27T10:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': 'b15cf060-dc37-4f93-adb5-105e688ddb88', 'name': '', 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'mac_address': 'fa:16:3e:bb:7f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:26Z', 'updated_at': '2021-10-27T10:30:30Z', 'revision_number': 4, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'subnets': [{'id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:31.751619 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9ef691-3959-4346-9f81-0ea5e6f62eac None None] The sync data for ids ['594e4d38-80dc-45a0-aef2-b34e0152df8e'] in dv-cinder-815145-2-iscsi is: [{'id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'name': 'tempest-TestShelveInstance-1356281014-router', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:23Z', 'updated_at': '2021-10-27T10:30:27Z', 'revision_number': 4, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'gw_port': {'id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:24Z', 'updated_at': '2021-10-27T10:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': 'b15cf060-dc37-4f93-adb5-105e688ddb88', 'name': '', 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'mac_address': 'fa:16:3e:bb:7f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:26Z', 'updated_at': '2021-10-27T10:30:30Z', 'revision_number': 4, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'subnets': [{'id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:30:31.820162 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] Allocated IP 172.27.3.8 (70ca3915-436e-4d6f-9dee-c189a5123789/3d25a479-4445-45b0-aa2d-a38f3239d00a/e36791e8-98e0-4255-96b7-2acfe8941f24) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:30:31.935550 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:32.027824 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:32.068841 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:32.072562 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:32.076506 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:30:32.082155 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e36791e8-98e0-4255-96b7-2acfe8941f24,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:32.433048 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:32.459718 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b898f31b-23db-4672-a380-8f3b24dbb270 None None] Network 46055ac6-20e6-447d-bbc4-e5400fbbd008 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:30:32.529909 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-c5bde5c4-acd2-4b53-a09d-5e46a8043d6c None None] Provisioning complete for port 34ca06f6-e006-4cd0-b799-57779d99b225 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:32.530274 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-c5bde5c4-acd2-4b53-a09d-5e46a8043d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:32.646922 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624213'] for router, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:32.679560 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-c5bde5c4-acd2-4b53-a09d-5e46a8043d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:32.720788 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-c5bde5c4-acd2-4b53-a09d-5e46a8043d6c None None] For port 34ca06f6-e006-4cd0-b799-57779d99b225, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=34ca06f6-e006-4cd0-b799-57779d99b225,segment=NetworkSegment(8d99a27c-8670-48c9-9fdc-518600a50469),segment_id=8d99a27c-8670-48c9-9fdc-518600a50469)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:32.806777 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-c5bde5c4-acd2-4b53-a09d-5e46a8043d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:32.858723 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bde5c4-acd2-4b53-a09d-5e46a8043d6c None None] Pushing event updated for resources: {'Port': ['ID=34ca06f6-e006-4cd0-b799-57779d99b225,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:32.866238 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] Router 2060ab61-87ba-4e22-aa34-24c267c8bc84 is scheduled to L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 with binding_index 1 {{(pid=102225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:30:32.930463 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-99254fb2-d947-42d3-8379-5d1671a97f09 None None] Provisioning complete for port 34ca06f6-e006-4cd0-b799-57779d99b225 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:32.930899 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-99254fb2-d947-42d3-8379-5d1671a97f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:32.982769 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:30:33.002907 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Sync routers for ids ['2060ab61-87ba-4e22-aa34-24c267c8bc84'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:30:33.030539 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Routers {'2060ab61-87ba-4e22-aa34-24c267c8bc84'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:33.031162 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:30:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['2060ab61-87ba-4e22-aa34-24c267c8bc84'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:33.088924 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] Publish callbacks [] for router, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:33.092767 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-7cf3c319-90ec-4c11-8296-201c3d44b7b2 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6936145 Oct 27 10:30:33.093090 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 55786) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:33.145000 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 34ca06f6-e006-4cd0-b799-57779d99b225 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:33.147955 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Set router 2060ab61-87ba-4e22-aa34-24c267c8bc84 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:30:33.302338 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:30:33.320121 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 34ca06f6-e006-4cd0-b799-57779d99b225 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:33.320489 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:33.435872 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'name': 'tempest-TestShelveInstance-1027751243-router', 'tenant_id': '78d740a755f34800a19835a6976e759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e36791e8-98e0-4255-96b7-2acfe8941f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:30Z', 'updated_at': '2021-10-27T10:30:32Z', 'revision_number': 3, 'project_id': '78d740a755f34800a19835a6976e759a', 'gw_port': {'id': 'e36791e8-98e0-4255-96b7-2acfe8941f24', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:54:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:31Z', 'updated_at': '2021-10-27T10:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:33.439425 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device b15cf060-dc37-4f93-adb5-105e688ddb88 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:33.465322 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Checking router: 2060ab61-87ba-4e22-aa34-24c267c8bc84 for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:30:33.465990 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Updating router 2060ab61-87ba-4e22-aa34-24c267c8bc84 port e36791e8-98e0-4255-96b7-2acfe8941f24 binding host dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:30:33.516164 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-67e93362-f4df-4187-b292-055e9e52bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:33.520218 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:33.612152 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port b15cf060-dc37-4f93-adb5-105e688ddb88 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:33.612429 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:33.681660 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_common [None req-67e93362-f4df-4187-b292-055e9e52bb4c admin admin] Allocated IP 172.20.0.1 (46055ac6-20e6-447d-bbc4-e5400fbbd008/756bf6ed-5f34-4e32-9c83-6d86c1f57016/3d085212-c248-4c5f-9d08-35593fb29020) {{(pid=102225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:30:33.783357 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-67e93362-f4df-4187-b292-055e9e52bb4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:33.843855 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:33.955128 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-67e93362-f4df-4187-b292-055e9e52bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:33.998276 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.000257 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e93362-f4df-4187-b292-055e9e52bb4c admin admin] Network 46055ac6-20e6-447d-bbc4-e5400fbbd008 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:34.003225 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-67e93362-f4df-4187-b292-055e9e52bb4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:34.005797 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e93362-f4df-4187-b292-055e9e52bb4c admin admin] Received port after_create {{(pid=102225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:30:34.036834 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e93362-f4df-4187-b292-055e9e52bb4c admin admin] Pushing event updated for resources: {'Port': ['ID=3d085212-c248-4c5f-9d08-35593fb29020,revision_number=1']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:34.054239 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Attempting to bind port e36791e8-98e0-4255-96b7-2acfe8941f24 on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:30:34.054613 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Attempting to bind port e36791e8-98e0-4255-96b7-2acfe8941f24 by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:30:34.054976 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Attempting to bind port e36791e8-98e0-4255-96b7-2acfe8941f24 on network 70ca3915-436e-4d6f-9dee-c189a5123789 {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:34.061627 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f698b78-4ec2-445f-997e-2dac564aa54b None None] Pushing event updated for resources: {'Port': ['ID=e36791e8-98e0-4255-96b7-2acfe8941f24,revision_number=2']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:34.062338 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-67e93362-f4df-4187-b292-055e9e52bb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623752'] for router_interface, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.068708 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:30:34.069024 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Checking segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:34.069457 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.069845 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Bound using segment: {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'} {{(pid=102226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:30:34.070322 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.managers [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Bound port: e36791e8-98e0-4255-96b7-2acfe8941f24, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb578bee-3632-44b4-a7fc-9e8308ee9c00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789'}}] {{(pid=102226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:30:34.070830 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.131334 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] For port e36791e8-98e0-4255-96b7-2acfe8941f24, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:30:34.135179 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] For port e36791e8-98e0-4255-96b7-2acfe8941f24, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=e36791e8-98e0-4255-96b7-2acfe8941f24,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:30:34.223931 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.282915 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-67e93362-f4df-4187-b292-055e9e52bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.298446 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-275abbc6-a1c8-4082-8965-eda956276f43 None None] Provisioning complete for port 3d085212-c248-4c5f-9d08-35593fb29020 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:34.304143 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-275abbc6-a1c8-4082-8965-eda956276f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.304143 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Routers {'2060ab61-87ba-4e22-aa34-24c267c8bc84'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:34.304458 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:30:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['2060ab61-87ba-4e22-aa34-24c267c8bc84'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:34.325649 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f698b78-4ec2-445f-997e-2dac564aa54b None None] Pushing event updated for resources: {'Port': ['ID=e36791e8-98e0-4255-96b7-2acfe8941f24,revision_number=3']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:34.406852 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-275abbc6-a1c8-4082-8965-eda956276f43 None None] Port 3d085212-c248-4c5f-9d08-35593fb29020 cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:30:34.445437 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] Set router 2060ab61-87ba-4e22-aa34-24c267c8bc84 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:30:34.453388 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-67e93362-f4df-4187-b292-055e9e52bb4c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.567749 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-67e93362-f4df-4187-b292-055e9e52bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10284003'] for port, after_update {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.626021 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e93362-f4df-4187-b292-055e9e52bb4c admin admin] Pushing event updated for resources: {'Port': ['ID=3d085212-c248-4c5f-9d08-35593fb29020,revision_number=2']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:34.628581 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-67e93362-f4df-4187-b292-055e9e52bb4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625176'] for router_interface, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.650608 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'name': 'tempest-TestShelveInstance-1027751243-router', 'tenant_id': '78d740a755f34800a19835a6976e759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e36791e8-98e0-4255-96b7-2acfe8941f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:30Z', 'updated_at': '2021-10-27T10:30:34Z', 'revision_number': 4, 'project_id': '78d740a755f34800a19835a6976e759a', 'gw_port': {'id': 'e36791e8-98e0-4255-96b7-2acfe8941f24', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:54:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:31Z', 'updated_at': '2021-10-27T10:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '3d085212-c248-4c5f-9d08-35593fb29020', 'name': '', 'network_id': '46055ac6-20e6-447d-bbc4-e5400fbbd008', 'tenant_id': '78d740a755f34800a19835a6976e759a', 'mac_address': 'fa:16:3e:dd:7d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '756bf6ed-5f34-4e32-9c83-6d86c1f57016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:33Z', 'updated_at': '2021-10-27T10:30:33Z', 'revision_number': 1, 'project_id': '78d740a755f34800a19835a6976e759a', 'subnets': [{'id': '756bf6ed-5f34-4e32-9c83-6d86c1f57016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:34.677264 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a276b33-4849-47c7-8068-fee4fe0424f3 None None] The sync data for ids ['2060ab61-87ba-4e22-aa34-24c267c8bc84'] in dv-cinder-815145-2-iscsi is: [{'id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'name': 'tempest-TestShelveInstance-1027751243-router', 'tenant_id': '78d740a755f34800a19835a6976e759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e36791e8-98e0-4255-96b7-2acfe8941f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:30Z', 'updated_at': '2021-10-27T10:30:34Z', 'revision_number': 4, 'project_id': '78d740a755f34800a19835a6976e759a', 'gw_port': {'id': 'e36791e8-98e0-4255-96b7-2acfe8941f24', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:54:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:31Z', 'updated_at': '2021-10-27T10:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '3d085212-c248-4c5f-9d08-35593fb29020', 'name': '', 'network_id': '46055ac6-20e6-447d-bbc4-e5400fbbd008', 'tenant_id': '78d740a755f34800a19835a6976e759a', 'mac_address': 'fa:16:3e:dd:7d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '756bf6ed-5f34-4e32-9c83-6d86c1f57016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:33Z', 'updated_at': '2021-10-27T10:30:33Z', 'revision_number': 1, 'project_id': '78d740a755f34800a19835a6976e759a', 'subnets': [{'id': '756bf6ed-5f34-4e32-9c83-6d86c1f57016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:30:34.728662 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e93362-f4df-4187-b292-055e9e52bb4c admin admin] Network 46055ac6-20e6-447d-bbc4-e5400fbbd008 is already hosted by enough agents. {{(pid=102225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:34.730244 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.base_scheduler [None req-67e93362-f4df-4187-b292-055e9e52bb4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:34.855390 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e93362-f4df-4187-b292-055e9e52bb4c admin admin] Router 2060ab61-87ba-4e22-aa34-24c267c8bc84 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:30:34.992333 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e93362-f4df-4187-b292-055e9e52bb4c admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:30:34.999950 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-67e93362-f4df-4187-b292-055e9e52bb4c admin admin] 10.222.0.66 "PUT /v2.0/routers/2060ab61-87ba-4e22-aa34-24c267c8bc84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9056017 Oct 27 10:30:35.034107 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-2d1d8cae-dfeb-41b2-b2f2-391d48c130fa None None] Provisioning complete for port 3d085212-c248-4c5f-9d08-35593fb29020 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:35.034606 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-2d1d8cae-dfeb-41b2-b2f2-391d48c130fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:35.073399 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d8cae-dfeb-41b2-b2f2-391d48c130fa None None] Port 3d085212-c248-4c5f-9d08-35593fb29020 cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:30:35.808598 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55794) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:35.813276 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-f8115e0b-282d-44a0-b62e-647ef71669f2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-742667915', 'description': 'tempest-secgroup-smoke-742667915 description', 'project_id': '5bdd99bcf2714260a20af67bfc42ad49'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:35.975339 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f8115e0b-282d-44a0-b62e-647ef71669f2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:36.042344 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f8115e0b-282d-44a0-b62e-647ef71669f2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:36.157903 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f8115e0b-282d-44a0-b62e-647ef71669f2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:36.187103 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8115e0b-282d-44a0-b62e-647ef71669f2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d91df8ed-73a0-4634-ba52-cd774fd9a713,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:36.194146 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8115e0b-282d-44a0-b62e-647ef71669f2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:36.194501 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8115e0b-282d-44a0-b62e-647ef71669f2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:36.194852 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8115e0b-282d-44a0-b62e-647ef71669f2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:36.195189 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8115e0b-282d-44a0-b62e-647ef71669f2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:36.195524 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8115e0b-282d-44a0-b62e-647ef71669f2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:36.195861 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8115e0b-282d-44a0-b62e-647ef71669f2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:36.196779 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8115e0b-282d-44a0-b62e-647ef71669f2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:36.197065 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8115e0b-282d-44a0-b62e-647ef71669f2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:36.197464 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8115e0b-282d-44a0-b62e-647ef71669f2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:36.197792 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8115e0b-282d-44a0-b62e-647ef71669f2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:36.198120 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8115e0b-282d-44a0-b62e-647ef71669f2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:36.198445 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8115e0b-282d-44a0-b62e-647ef71669f2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:36.379745 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f8115e0b-282d-44a0-b62e-647ef71669f2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:36.381064 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-f8115e0b-282d-44a0-b62e-647ef71669f2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5714097 Oct 27 10:30:36.383969 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55796) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:36.388450 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-75a3f818-da14-4ded-9934-077002c4b252 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Request body: {'security_group_rule': {'security_group_id': 'd91df8ed-73a0-4634-ba52-cd774fd9a713', 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:36.480483 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-75a3f818-da14-4ded-9934-077002c4b252 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:36.540852 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-75a3f818-da14-4ded-9934-077002c4b252 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:36.586245 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Sync routers for ids ['2060ab61-87ba-4e22-aa34-24c267c8bc84'] in dv-cinder-815145-2-iscsi {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:30:36.596677 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Routers {'2060ab61-87ba-4e22-aa34-24c267c8bc84'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:36.597420 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:30:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['2060ab61-87ba-4e22-aa34-24c267c8bc84'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:36.706340 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Set router 2060ab61-87ba-4e22-aa34-24c267c8bc84 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:30:36.734945 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-75a3f818-da14-4ded-9934-077002c4b252 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:36.753972 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3f818-da14-4ded-9934-077002c4b252 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f4aac8-9ad2-467a-be3c-3f8351cc7440,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:36.874429 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-75a3f818-da14-4ded-9934-077002c4b252 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:36.876416 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-75a3f818-da14-4ded-9934-077002c4b252 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4914684 Oct 27 10:30:36.879334 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 55798) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:36.883993 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-a732d450-ec06-4dad-9578-66be82d1afa4 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Request body: {'security_group_rule': {'security_group_id': 'd91df8ed-73a0-4634-ba52-cd774fd9a713', 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:36.912941 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'name': 'tempest-TestShelveInstance-1027751243-router', 'tenant_id': '78d740a755f34800a19835a6976e759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e36791e8-98e0-4255-96b7-2acfe8941f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:30Z', 'updated_at': '2021-10-27T10:30:34Z', 'revision_number': 4, 'project_id': '78d740a755f34800a19835a6976e759a', 'gw_port': {'id': 'e36791e8-98e0-4255-96b7-2acfe8941f24', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:54:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:31Z', 'updated_at': '2021-10-27T10:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '3d085212-c248-4c5f-9d08-35593fb29020', 'name': '', 'network_id': '46055ac6-20e6-447d-bbc4-e5400fbbd008', 'tenant_id': '78d740a755f34800a19835a6976e759a', 'mac_address': 'fa:16:3e:dd:7d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '756bf6ed-5f34-4e32-9c83-6d86c1f57016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:33Z', 'updated_at': '2021-10-27T10:30:34Z', 'revision_number': 2, 'project_id': '78d740a755f34800a19835a6976e759a', 'subnets': [{'id': '756bf6ed-5f34-4e32-9c83-6d86c1f57016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:36.940038 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Checking router: 2060ab61-87ba-4e22-aa34-24c267c8bc84 for host: dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:30:36.940386 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Updating router 2060ab61-87ba-4e22-aa34-24c267c8bc84 port 3d085212-c248-4c5f-9d08-35593fb29020 binding host dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:30:36.964840 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.043406 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a732d450-ec06-4dad-9578-66be82d1afa4 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.078863 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device e36791e8-98e0-4255-96b7-2acfe8941f24 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:37.109014 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a732d450-ec06-4dad-9578-66be82d1afa4 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.133357 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port e36791e8-98e0-4255-96b7-2acfe8941f24 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:37.134277 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.211004 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.217826 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a732d450-ec06-4dad-9578-66be82d1afa4 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.234457 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] For port e36791e8-98e0-4255-96b7-2acfe8941f24, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=e36791e8-98e0-4255-96b7-2acfe8941f24,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:37.237356 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732d450-ec06-4dad-9578-66be82d1afa4 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bf6f23-f944-4576-8e79-37e02c281ce4,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:37.252754 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Publish callbacks [] for port, precommit_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.352990 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.402857 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Pushing event updated for resources: {'Port': ['ID=e36791e8-98e0-4255-96b7-2acfe8941f24,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:37.406551 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.410899 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-a732d450-ec06-4dad-9578-66be82d1afa4 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.410899 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-a732d450-ec06-4dad-9578-66be82d1afa4 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5294280 Oct 27 10:30:37.412552 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 55800) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:37.417667 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-e43eb795-e80c-45ae-be15-af0ef768a389 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Request body: {'security_group_rule': {'security_group_id': 'd91df8ed-73a0-4634-ba52-cd774fd9a713', 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:37.456434 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05853077-cd18-4bcf-bee2-426754094873 None None] Pushing event updated for resources: {'Port': ['ID=3d085212-c248-4c5f-9d08-35593fb29020,revision_number=3']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:37.513493 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Attempting to bind port 3d085212-c248-4c5f-9d08-35593fb29020 on host dv-cinder-815145-2-iscsi for vnic_type normal with profile {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:30:37.513872 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Attempting to bind port 3d085212-c248-4c5f-9d08-35593fb29020 by drivers openvswitch,hyperv on host dv-cinder-815145-2-iscsi at level 0 using segments [{'id': '8d99a27c-8670-48c9-9fdc-518600a50469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '46055ac6-20e6-447d-bbc4-e5400fbbd008'}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:30:37.514237 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Attempting to bind port 3d085212-c248-4c5f-9d08-35593fb29020 on network 46055ac6-20e6-447d-bbc4-e5400fbbd008 {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:37.519546 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Checking agent: {'id': 'c499f82f-21c5-4fd0-9842-a282d239deda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 10, 22), 'started_at': datetime.datetime(2021, 10, 27, 10, 10, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:30:37.519913 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Checking segment: {'id': '8d99a27c-8670-48c9-9fdc-518600a50469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '46055ac6-20e6-447d-bbc4-e5400fbbd008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:37.520310 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.520708 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Bound using segment: {'id': '8d99a27c-8670-48c9-9fdc-518600a50469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '46055ac6-20e6-447d-bbc4-e5400fbbd008'} {{(pid=102227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:30:37.521168 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.managers [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Bound port: 3d085212-c248-4c5f-9d08-35593fb29020, host: dv-cinder-815145-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d99a27c-8670-48c9-9fdc-518600a50469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '46055ac6-20e6-447d-bbc4-e5400fbbd008'}}] {{(pid=102227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:30:37.521572 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.569153 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e43eb795-e80c-45ae-be15-af0ef768a389 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.588457 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] For port 3d085212-c248-4c5f-9d08-35593fb29020, host dv-cinder-815145-2-iscsi, cleared binding levels {{(pid=102227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:30:37.592032 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.plugins.ml2.db [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] For port 3d085212-c248-4c5f-9d08-35593fb29020, host dv-cinder-815145-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=3d085212-c248-4c5f-9d08-35593fb29020,segment=NetworkSegment(8d99a27c-8670-48c9-9fdc-518600a50469),segment_id=8d99a27c-8670-48c9-9fdc-518600a50469)] {{(pid=102227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:30:37.636300 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e43eb795-e80c-45ae-be15-af0ef768a389 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.707025 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron_lib.callbacks.manager [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.710678 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-40dd17f0-b5e0-4f77-b1a0-de042117b30c None None] Provisioning complete for port 3d085212-c248-4c5f-9d08-35593fb29020 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:37.710991 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-40dd17f0-b5e0-4f77-b1a0-de042117b30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.744129 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e43eb795-e80c-45ae-be15-af0ef768a389 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.761746 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Routers {'2060ab61-87ba-4e22-aa34-24c267c8bc84'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:37.762380 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:30:21Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['2060ab61-87ba-4e22-aa34-24c267c8bc84'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:37.781224 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43eb795-e80c-45ae-be15-af0ef768a389 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a54ae7-a2a2-4c26-8ede-2e4739457733,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:37.846150 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05853077-cd18-4bcf-bee2-426754094873 None None] Pushing event updated for resources: {'Port': ['ID=3d085212-c248-4c5f-9d08-35593fb29020,revision_number=4']} {{(pid=102227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:37.856646 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e43eb795-e80c-45ae-be15-af0ef768a389 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.858868 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-e43eb795-e80c-45ae-be15-af0ef768a389 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4450819 Oct 27 10:30:37.861490 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55802) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:37.866656 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-2b84fe87-9ef9-4a2d-968e-55397db92b33 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Request body: {'security_group_rule': {'security_group_id': 'd91df8ed-73a0-4634-ba52-cd774fd9a713', 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:37.895925 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] Set router 2060ab61-87ba-4e22-aa34-24c267c8bc84 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:30:37.944025 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-40dd17f0-b5e0-4f77-b1a0-de042117b30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.976919 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-40dd17f0-b5e0-4f77-b1a0-de042117b30c None None] For port 3d085212-c248-4c5f-9d08-35593fb29020, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=3d085212-c248-4c5f-9d08-35593fb29020,segment=NetworkSegment(8d99a27c-8670-48c9-9fdc-518600a50469),segment_id=8d99a27c-8670-48c9-9fdc-518600a50469)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:38.026367 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2b84fe87-9ef9-4a2d-968e-55397db92b33 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:38.081042 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2b84fe87-9ef9-4a2d-968e-55397db92b33 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:38.089862 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-40dd17f0-b5e0-4f77-b1a0-de042117b30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:38.106483 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'name': 'tempest-TestShelveInstance-1027751243-router', 'tenant_id': '78d740a755f34800a19835a6976e759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e36791e8-98e0-4255-96b7-2acfe8941f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:30Z', 'updated_at': '2021-10-27T10:30:34Z', 'revision_number': 4, 'project_id': '78d740a755f34800a19835a6976e759a', 'gw_port': {'id': 'e36791e8-98e0-4255-96b7-2acfe8941f24', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:31Z', 'updated_at': '2021-10-27T10:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '3d085212-c248-4c5f-9d08-35593fb29020', 'name': '', 'network_id': '46055ac6-20e6-447d-bbc4-e5400fbbd008', 'tenant_id': '78d740a755f34800a19835a6976e759a', 'mac_address': 'fa:16:3e:dd:7d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '756bf6ed-5f34-4e32-9c83-6d86c1f57016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:33Z', 'updated_at': '2021-10-27T10:30:37Z', 'revision_number': 4, 'project_id': '78d740a755f34800a19835a6976e759a', 'subnets': [{'id': '756bf6ed-5f34-4e32-9c83-6d86c1f57016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:38.141913 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd17f0-b5e0-4f77-b1a0-de042117b30c None None] Pushing event updated for resources: {'Port': ['ID=3d085212-c248-4c5f-9d08-35593fb29020,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:38.195050 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2b84fe87-9ef9-4a2d-968e-55397db92b33 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:38.213368 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9864b144-8660-4966-b629-4425ea42e7b1 None None] Provisioning complete for port 3d085212-c248-4c5f-9d08-35593fb29020 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:38.213744 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9864b144-8660-4966-b629-4425ea42e7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:38.217867 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84fe87-9ef9-4a2d-968e-55397db92b33 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993de624-f00e-40a7-a681-d8c41a07d9f5,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:38.222814 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18bb8d7-e5c2-4b0c-b609-251ec7a30129 None None] The sync data for ids ['2060ab61-87ba-4e22-aa34-24c267c8bc84'] in dv-cinder-815145-2-iscsi is: [{'id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'name': 'tempest-TestShelveInstance-1027751243-router', 'tenant_id': '78d740a755f34800a19835a6976e759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e36791e8-98e0-4255-96b7-2acfe8941f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:30Z', 'updated_at': '2021-10-27T10:30:34Z', 'revision_number': 4, 'project_id': '78d740a755f34800a19835a6976e759a', 'gw_port': {'id': 'e36791e8-98e0-4255-96b7-2acfe8941f24', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:31Z', 'updated_at': '2021-10-27T10:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': '3d085212-c248-4c5f-9d08-35593fb29020', 'name': '', 'network_id': '46055ac6-20e6-447d-bbc4-e5400fbbd008', 'tenant_id': '78d740a755f34800a19835a6976e759a', 'mac_address': 'fa:16:3e:dd:7d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '756bf6ed-5f34-4e32-9c83-6d86c1f57016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:33Z', 'updated_at': '2021-10-27T10:30:37Z', 'revision_number': 4, 'project_id': '78d740a755f34800a19835a6976e759a', 'subnets': [{'id': '756bf6ed-5f34-4e32-9c83-6d86c1f57016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:30:38.321016 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-2b84fe87-9ef9-4a2d-968e-55397db92b33 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:38.322694 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-2b84fe87-9ef9-4a2d-968e-55397db92b33 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4600019 Oct 27 10:30:38.326099 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 55804) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:38.340585 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.v2.base [None req-46568383-a91e-4881-83fb-8807061a8961 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Request body: {'security_group_rule': {'security_group_id': 'd91df8ed-73a0-4634-ba52-cd774fd9a713', 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:38.463800 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.securitygroups_db [None req-46568383-a91e-4881-83fb-8807061a8961 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Project 5bdd99bcf2714260a20af67bfc42ad49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:30:38.470256 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-46568383-a91e-4881-83fb-8807061a8961 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:38.544809 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-46568383-a91e-4881-83fb-8807061a8961 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:38.686509 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-46568383-a91e-4881-83fb-8807061a8961 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:38.706801 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46568383-a91e-4881-83fb-8807061a8961 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae1219e-a8b5-4514-9a1a-4112ccd6d9e6,revision_number=0']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:38.788367 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-46568383-a91e-4881-83fb-8807061a8961 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:38.791394 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-46568383-a91e-4881-83fb-8807061a8961 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4599302 Oct 27 10:30:38.793768 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55806) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:38.798520 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-f0494fee-c1ed-4b8b-99de-023a95a6c616 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Request body: {'security_group_rule': {'security_group_id': 'd91df8ed-73a0-4634-ba52-cd774fd9a713', 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:38.912099 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.db.securitygroups_db [None req-f0494fee-c1ed-4b8b-99de-023a95a6c616 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Project 5bdd99bcf2714260a20af67bfc42ad49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:30:38.918371 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f0494fee-c1ed-4b8b-99de-023a95a6c616 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:39.004763 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f0494fee-c1ed-4b8b-99de-023a95a6c616 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:39.096978 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 3d085212-c248-4c5f-9d08-35593fb29020 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:39.103678 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f0494fee-c1ed-4b8b-99de-023a95a6c616 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674967'] for security_group_rule, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:39.124253 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0494fee-c1ed-4b8b-99de-023a95a6c616 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a15a5b-e065-4a59-a769-59881c2c161a,revision_number=0']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:39.153933 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port 3d085212-c248-4c5f-9d08-35593fb29020 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:39.154300 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:39.208883 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f0494fee-c1ed-4b8b-99de-023a95a6c616 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:39.210416 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-f0494fee-c1ed-4b8b-99de-023a95a6c616 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4154477 Oct 27 10:30:39.244111 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device e36791e8-98e0-4255-96b7-2acfe8941f24 up at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:39.301234 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Provisioning complete for port e36791e8-98e0-4255-96b7-2acfe8941f24 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:39.301615 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:48.817775 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-ed9624d6-38f4-421b-99e8-6b112fc012ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:51.391682 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:51.405604 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-838fe8df-9ce9-4a2f-a513-4b93a0f0db20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:52.265811 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:52.548667 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:54.362971 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:57.217265 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d0e09a29-acbc-4e0b-99a8-618155c90933 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-742667915&fields=id&tenant_id=5bdd99bcf2714260a20af67bfc42ad49 HTTP/1.1" status: 200 len: 267 time: 0.0346541 Oct 27 10:30:57.327196 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-81923a00-b2a3-401a-a874-6770729099f6 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:57.328576 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-81923a00-b2a3-401a-a874-6770729099f6 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/networks?id=5f501220-e3b1-4be4-85b6-543da51e8c06 HTTP/1.1" status: 200 len: 809 time: 0.1046371 Oct 27 10:30:57.343370 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-ac67ef68-ed4c-4fe0-948e-7e0cc2dd53b0 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/quotas/5bdd99bcf2714260a20af67bfc42ad49 HTTP/1.1" status: 200 len: 375 time: 0.0090976 Oct 27 10:30:57.393075 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-ededcd7a-5db7-4c0d-80b6-d325c705b592 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5bdd99bcf2714260a20af67bfc42ad49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444071 Oct 27 10:30:57.496788 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-99101e01-26d1-437c-85cb-6a7c3ea6651a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:30:57.498075 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-99101e01-26d1-437c-85cb-6a7c3ea6651a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0939651 Oct 27 10:30:57.588699 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-95dc8c27-5b65-4aff-a19c-3560a448f394 service neutron] 10.222.0.66 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844057 Oct 27 10:30:57.681072 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-61c3c28a-e950-4555-b19a-77a33150f9cc service neutron] 10.222.0.66 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864284 Oct 27 10:30:58.294468 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a77438e8-c8ae-4d5b-8e5d-ab84be4f7957 req-9c4648e4-9844-4ce0-98bf-abc452efa010 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 210 time: 0.0268006 Oct 27 10:30:59.376422 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f47e52b5-fbba-4b4e-ba88-bd463b333e85 req-38d054ce-90be-4fd2-a18e-7ae9e4738969 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 210 time: 0.0266049 Oct 27 10:31:00.475039 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-92ad886a-6cd7-487f-bd46-2c4f9f5842d7 req-ee7b0eaa-6fe6-469b-94ae-cd4341db390a tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 210 time: 0.0304348 Oct 27 10:31:00.974566 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-e1661863-35d8-449a-bfb2-0fcd388c7cf5 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:00.976071 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-e1661863-35d8-449a-bfb2-0fcd388c7cf5 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.73 "GET /v2.0/networks?id=5f501220-e3b1-4be4-85b6-543da51e8c06 HTTP/1.1" status: 200 len: 809 time: 0.1340878 Oct 27 10:31:01.019706 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-5549d0d3-731f-415e-84d4-6ca85ab6628e tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bdd99bcf2714260a20af67bfc42ad49 HTTP/1.1" status: 200 len: 379 time: 0.0343690 Oct 27 10:31:01.029274 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-b270c096-c798-49e6-9ff2-0593cc4c7b38 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Request body: {'port': {'device_id': '720320b1-3a00-43cd-8f02-9ba2f632c615', 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06', 'admin_state_up': True, 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'security_groups': ['d91df8ed-73a0-4634-ba52-cd774fd9a713']}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:01.474384 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-b270c096-c798-49e6-9ff2-0593cc4c7b38 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Made reservation on behalf of 5bdd99bcf2714260a20af67bfc42ad49 for: {'port': 1} {{(pid=102224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:31:01.478399 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-b270c096-c798-49e6-9ff2-0593cc4c7b38 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:01.574145 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-321091ae-872c-4a25-bfa9-e63561e01cef req-0fbf3da6-9fb1-401f-956c-df5d55727ade tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 210 time: 0.0267363 Oct 27 10:31:01.609628 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-b270c096-c798-49e6-9ff2-0593cc4c7b38 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Allocated IP 172.20.0.6 (5f501220-e3b1-4be4-85b6-543da51e8c06/30ad0d10-b956-406c-9f58-dc4fb75b2783/18ce8016-29d0-4170-887d-eb0f3421f410) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:31:01.746407 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-b270c096-c798-49e6-9ff2-0593cc4c7b38 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:01.894551 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-b270c096-c798-49e6-9ff2-0593cc4c7b38 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:01.944848 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-b270c096-c798-49e6-9ff2-0593cc4c7b38 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Network 5f501220-e3b1-4be4-85b6-543da51e8c06 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:31:01.948091 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-b270c096-c798-49e6-9ff2-0593cc4c7b38 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:31:01.953062 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-b270c096-c798-49e6-9ff2-0593cc4c7b38 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:31:01.960993 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270c096-c798-49e6-9ff2-0593cc4c7b38 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Pushing event updated for resources: {'Port': ['ID=18ce8016-29d0-4170-887d-eb0f3421f410,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:02.011721 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-b270c096-c798-49e6-9ff2-0593cc4c7b38 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:02.011721 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-b270c096-c798-49e6-9ff2-0593cc4c7b38 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:02.116784 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-b270c096-c798-49e6-9ff2-0593cc4c7b38 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0910337 Oct 27 10:31:02.130382 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Request body: {'port': {'device_id': '720320b1-3a00-43cd-8f02-9ba2f632c615', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:02.184582 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:02.195973 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-244cdb62-92f9-4e0c-8127-e7633f215476 None None] Provisioning complete for port 18ce8016-29d0-4170-887d-eb0f3421f410 triggered by entity DHCP. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:02.196597 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-244cdb62-92f9-4e0c-8127-e7633f215476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:02.230784 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-244cdb62-92f9-4e0c-8127-e7633f215476 None None] Port 18ce8016-29d0-4170-887d-eb0f3421f410 cannot update to ACTIVE because it is not bound. {{(pid=102226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:31:02.459712 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ce8016-29d0-4170-887d-eb0f3421f410 {{(pid=102224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:31:02.467608 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:02.552088 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.provisioning_blocks [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Transition to ACTIVE for port object 18ce8016-29d0-4170-887d-eb0f3421f410 will not be triggered until provisioned by entity L2. {{(pid=102224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:31:02.655378 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:02.718477 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Pushing event updated for resources: {'Port': ['ID=18ce8016-29d0-4170-887d-eb0f3421f410,revision_number=2']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:02.741421 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b825e-a928-4943-b824-9fb9043af5ca req-cb3feeed-93da-4b1b-a3ab-dbf1cbd3679d tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:02.742973 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0e8b825e-a928-4943-b824-9fb9043af5ca req-cb3feeed-93da-4b1b-a3ab-dbf1cbd3679d tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0986316 Oct 27 10:31:02.824172 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0e8b825e-a928-4943-b824-9fb9043af5ca req-a772d32b-5889-4ced-aa11-38ca0d2d4cb4 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639036 Oct 27 10:31:02.839706 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Attempting to bind port 18ce8016-29d0-4170-887d-eb0f3421f410 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:31:02.840047 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Attempting to bind port 18ce8016-29d0-4170-887d-eb0f3421f410 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '79aab426-26cc-4be5-beb7-f76d19f2d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06'}] {{(pid=102224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:31:02.840384 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Attempting to bind port 18ce8016-29d0-4170-887d-eb0f3421f410 on network 5f501220-e3b1-4be4-85b6-543da51e8c06 {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:31:02.844861 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Port 18ce8016-29d0-4170-887d-eb0f3421f410 on network 5f501220-e3b1-4be4-85b6-543da51e8c06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:31:02.845211 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Attempting to bind port 18ce8016-29d0-4170-887d-eb0f3421f410 on network 5f501220-e3b1-4be4-85b6-543da51e8c06 {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:31:02.851558 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Checking agent: {'id': 'bc2efbfa-269e-4e50-a6ae-f36931dd0fd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:31:02.852130 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Checking segment: {'id': '79aab426-26cc-4be5-beb7-f76d19f2d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:31:02.852443 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Bound using segment: {'id': '79aab426-26cc-4be5-beb7-f76d19f2d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06'} {{(pid=102224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:31:02.852894 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.managers [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Bound port: 18ce8016-29d0-4170-887d-eb0f3421f410, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79aab426-26cc-4be5-beb7-f76d19f2d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06'}}] {{(pid=102224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:31:02.853288 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:02.916172 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] For port 18ce8016-29d0-4170-887d-eb0f3421f410, host hv-cinder-81514, cleared binding levels {{(pid=102224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:31:02.919141 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] For port 18ce8016-29d0-4170-887d-eb0f3421f410, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ce8016-29d0-4170-887d-eb0f3421f410,segment=NetworkSegment(79aab426-26cc-4be5-beb7-f76d19f2d39d),segment_id=79aab426-26cc-4be5-beb7-f76d19f2d39d)] {{(pid=102224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:31:03.014600 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:03.053691 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:03.054301 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:03.056226 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] 10.222.0.73 "PUT /v2.0/ports/18ce8016-29d0-4170-887d-eb0f3421f410 HTTP/1.1" status: 200 len: 1093 time: 0.9296281 Oct 27 10:31:03.056676 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720320b1-3a00-43cd-8f02-9ba2f632c615', 'tag': '18ce8016-29d0-4170-887d-eb0f3421f410'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:31:03.059016 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7c874d-ab76-47dc-b531-a52fb8cf7286" -d '{"events": [{"name": "network-changed", "server_uuid": "720320b1-3a00-43cd-8f02-9ba2f632c615", "tag": "18ce8016-29d0-4170-887d-eb0f3421f410"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:31:03.085658 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de64cc-38f3-4cac-bfad-8db8416f9a76 service neutron] Pushing event updated for resources: {'Port': ['ID=18ce8016-29d0-4170-887d-eb0f3421f410,revision_number=3']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:03.206546 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-1ca4d2ed-4dd7-41e2-878d-95fc6b9e1eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:03.206546 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-1ca4d2ed-4dd7-41e2-878d-95fc6b9e1eb3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bdd99bcf2714260a20af67bfc42ad49&device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 1096 time: 0.0540123 Oct 27 10:31:03.255734 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bc6e61-d5c0-4be1-ab9d-ee4901fbc62c x-openstack-request-id: req-65bc6e61-d5c0-4be1-ab9d-ee4901fbc62c {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:31:03.255734 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720320b1-3a00-43cd-8f02-9ba2f632c615", "tag": "18ce8016-29d0-4170-887d-eb0f3421f410", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:31:03.255734 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-65bc6e61-d5c0-4be1-ab9d-ee4901fbc62c {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:31:03.256080 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720320b1-3a00-43cd-8f02-9ba2f632c615', 'tag': '18ce8016-29d0-4170-887d-eb0f3421f410', 'status': 'completed', 'code': 200} Oct 27 10:31:03.258205 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-b577418f-3e68-4640-8a65-4006ff959067 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ce8016-29d0-4170-887d-eb0f3421f410 HTTP/1.1" status: 200 len: 217 time: 0.0442419 Oct 27 10:31:03.316075 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-c929f4e2-83b0-4704-8cf8-474c56590122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:03.317479 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-c929f4e2-83b0-4704-8cf8-474c56590122 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30ad0d10-b956-406c-9f58-dc4fb75b2783 HTTP/1.1" status: 200 len: 848 time: 0.0529079 Oct 27 10:31:03.366413 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-22699f45-13af-43b4-9952-2774897f74de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:03.367888 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-22699f45-13af-43b4-9952-2774897f74de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5f501220-e3b1-4be4-85b6-543da51e8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439627 Oct 27 10:31:03.454589 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-b399155b-d145-4568-8b5e-7940e1238ce8 service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798826 Oct 27 10:31:03.546690 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4d6fd084-262d-4f78-ac68-61967f00fd4d req-b6052431-99e0-430d-a4ec-4af48e91e5a7 service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856261 Oct 27 10:31:03.699537 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c874d-ab76-47dc-b531-a52fb8cf7286 req-57df5355-b1d5-4197-803b-c6afb2733872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:03.700996 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0b7c874d-ab76-47dc-b531-a52fb8cf7286 req-57df5355-b1d5-4197-803b-c6afb2733872 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bdd99bcf2714260a20af67bfc42ad49&device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 1096 time: 0.0408087 Oct 27 10:31:03.794280 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c874d-ab76-47dc-b531-a52fb8cf7286 req-ea6430e2-4e79-47de-ba60-8c48d84e3c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:03.795748 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0b7c874d-ab76-47dc-b531-a52fb8cf7286 req-ea6430e2-4e79-47de-ba60-8c48d84e3c0e service neutron] 10.222.0.73 "GET /v2.0/networks?id=5f501220-e3b1-4be4-85b6-543da51e8c06 HTTP/1.1" status: 200 len: 910 time: 0.0861323 Oct 27 10:31:03.837285 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0b7c874d-ab76-47dc-b531-a52fb8cf7286 req-1e17dccf-25d3-401a-a821-5bd53ca4cbb8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ce8016-29d0-4170-887d-eb0f3421f410 HTTP/1.1" status: 200 len: 217 time: 0.0337133 Oct 27 10:31:03.892258 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c874d-ab76-47dc-b531-a52fb8cf7286 req-70bda05d-e461-4406-84e2-65ebec6ffca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:03.894084 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0b7c874d-ab76-47dc-b531-a52fb8cf7286 req-70bda05d-e461-4406-84e2-65ebec6ffca9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30ad0d10-b956-406c-9f58-dc4fb75b2783 HTTP/1.1" status: 200 len: 848 time: 0.0484231 Oct 27 10:31:03.976746 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c874d-ab76-47dc-b531-a52fb8cf7286 req-d59e0451-a5f2-4884-ab6c-eb97d533403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:03.978861 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0b7c874d-ab76-47dc-b531-a52fb8cf7286 req-d59e0451-a5f2-4884-ab6c-eb97d533403a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5f501220-e3b1-4be4-85b6-543da51e8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778451 Oct 27 10:31:03.986498 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a93bb0-c81b-4157-b9b7-049456cbe228 req-9f492160-890a-4d60-a6dc-c1a64d613b9e tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:03.987849 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-32a93bb0-c81b-4157-b9b7-049456cbe228 req-9f492160-890a-4d60-a6dc-c1a64d613b9e tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0887883 Oct 27 10:31:04.072878 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-32a93bb0-c81b-4157-b9b7-049456cbe228 req-cf9a8d16-1fc6-4ef0-a308-8071d8c58d13 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763965 Oct 27 10:31:04.105091 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0b7c874d-ab76-47dc-b531-a52fb8cf7286 req-4644dc8c-044e-4b5b-9279-ec62ad901f3e service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161397 Oct 27 10:31:04.195772 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0b7c874d-ab76-47dc-b531-a52fb8cf7286 req-f620e378-dd63-4eb5-8aa2-31706af575e8 service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829551 Oct 27 10:31:05.191973 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c6b4a-98d7-4915-a90f-daccacb05164 req-8f106f3c-54e5-41a6-9aaf-4d0ffbcd7db5 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:05.193474 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5e3c6b4a-98d7-4915-a90f-daccacb05164 req-8f106f3c-54e5-41a6-9aaf-4d0ffbcd7db5 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0491400 Oct 27 10:31:05.235509 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-5e3c6b4a-98d7-4915-a90f-daccacb05164 req-00bca04b-5ca3-4ec6-82e1-843b3777c7bc tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359511 Oct 27 10:31:06.360875 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860e089-b2e7-43a6-86d1-46f81d051174 req-eb82436e-3469-433b-a73a-9de84a227622 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:06.362380 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8860e089-b2e7-43a6-86d1-46f81d051174 req-eb82436e-3469-433b-a73a-9de84a227622 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0573738 Oct 27 10:31:06.400601 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-8860e089-b2e7-43a6-86d1-46f81d051174 req-bde91460-28cc-47d5-8e90-624020c4e555 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322511 Oct 27 10:31:07.520547 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb310c-804a-48de-99ad-9e91509a5694 req-551a35a8-7816-4a69-aea5-b62660d137f1 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:07.522034 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9cbb310c-804a-48de-99ad-9e91509a5694 req-551a35a8-7816-4a69-aea5-b62660d137f1 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0522146 Oct 27 10:31:07.559978 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9cbb310c-804a-48de-99ad-9e91509a5694 req-878eb393-c1af-4669-bc4d-9551d9841546 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315092 Oct 27 10:31:08.678128 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2758b-3f10-47f8-9969-3cd548ceb160 req-08125f52-5a5f-44c0-8b32-2910c7a2c1a6 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:08.679665 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-63f2758b-3f10-47f8-9969-3cd548ceb160 req-08125f52-5a5f-44c0-8b32-2910c7a2c1a6 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0500791 Oct 27 10:31:08.718504 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-63f2758b-3f10-47f8-9969-3cd548ceb160 req-af4dad96-74f0-4778-a2e9-4a4126249c23 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323539 Oct 27 10:31:09.832100 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d54e5-0c68-4eea-a31d-23f12ff9350a req-0615f66d-fbbe-49ee-b662-1d5e39442e77 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:09.833643 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4c1d54e5-0c68-4eea-a31d-23f12ff9350a req-0615f66d-fbbe-49ee-b662-1d5e39442e77 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0488312 Oct 27 10:31:09.876953 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-4c1d54e5-0c68-4eea-a31d-23f12ff9350a req-e171b328-9392-4d13-803c-f1bfb7a6b2fd tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368650 Oct 27 10:31:10.300964 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:31:10.990887 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ee55d-aacf-44bd-a49b-04a26d1d8369 req-acc88145-3b6d-423d-b616-81fad5ea8515 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:10.992367 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-354ee55d-aacf-44bd-a49b-04a26d1d8369 req-acc88145-3b6d-423d-b616-81fad5ea8515 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0497630 Oct 27 10:31:11.030976 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-354ee55d-aacf-44bd-a49b-04a26d1d8369 req-e47ed36d-e042-4c66-9fb0-5736312d0699 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317159 Oct 27 10:31:11.551839 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 18ce8016-29d0-4170-887d-eb0f3421f410 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:31:11.649654 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 18ce8016-29d0-4170-887d-eb0f3421f410, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ce8016-29d0-4170-887d-eb0f3421f410,segment=NetworkSegment(79aab426-26cc-4be5-beb7-f76d19f2d39d),segment_id=79aab426-26cc-4be5-beb7-f76d19f2d39d)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:11.660295 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': '18ce8016-29d0-4170-887d-eb0f3421f410', 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06', 'port_id': '18ce8016-29d0-4170-887d-eb0f3421f410', 'mac_address': 'fa:16:3e:64:ab:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:31:11.700109 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:11.713287 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ce8016-29d0-4170-887d-eb0f3421f410 {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:31:11.731415 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 18ce8016-29d0-4170-887d-eb0f3421f410, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ce8016-29d0-4170-887d-eb0f3421f410,segment=NetworkSegment(79aab426-26cc-4be5-beb7-f76d19f2d39d),segment_id=79aab426-26cc-4be5-beb7-f76d19f2d39d)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:11.817080 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:11.863603 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=18ce8016-29d0-4170-887d-eb0f3421f410,revision_number=4']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:11.870965 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:11.871307 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:11.871642 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:11.871977 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:11.872593 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:11.872925 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:11.873267 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:11.873592 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:11.873913 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:11.874231 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:11.874554 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:11.874870 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:12.031263 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['18ce8016-29d0-4170-887d-eb0f3421f410'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:31:12.146995 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab6e32-a364-46da-850f-5b0ebfdd7acc req-6e08cef3-9a9b-42ab-b1c8-b548390efe5d tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:12.148480 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-23ab6e32-a364-46da-850f-5b0ebfdd7acc req-6e08cef3-9a9b-42ab-b1c8-b548390efe5d tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 944 time: 0.0496409 Oct 27 10:31:12.185669 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-23ab6e32-a364-46da-850f-5b0ebfdd7acc req-c9a632f7-b4e6-41ea-baa8-70bd4ff6cca9 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311687 Oct 27 10:31:13.304558 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edad06f-87bc-4b4f-aed6-fb8321cffe75 req-d91a07fa-6e43-4b4f-abca-83c12651f7af tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:13.305976 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4edad06f-87bc-4b4f-aed6-fb8321cffe75 req-d91a07fa-6e43-4b4f-abca-83c12651f7af tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 944 time: 0.0527804 Oct 27 10:31:13.354158 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-4edad06f-87bc-4b4f-aed6-fb8321cffe75 req-6546c1ce-3213-4ea8-a937-d57751ba68a8 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422137 Oct 27 10:31:13.568295 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 18ce8016-29d0-4170-887d-eb0f3421f410 up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:31:13.693181 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning for port 18ce8016-29d0-4170-887d-eb0f3421f410 completed by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:31:13.697894 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port 18ce8016-29d0-4170-887d-eb0f3421f410 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:13.698265 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:13.777715 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:13.800245 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720320b1-3a00-43cd-8f02-9ba2f632c615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ce8016-29d0-4170-887d-eb0f3421f410'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:31:13.802537 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e071a87d-58e3-49fe-a2b6-2747fc1762c5" -d '{"events": [{"server_uuid": "720320b1-3a00-43cd-8f02-9ba2f632c615", "name": "network-vif-plugged", "status": "completed", "tag": "18ce8016-29d0-4170-887d-eb0f3421f410"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:31:13.815741 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 18ce8016-29d0-4170-887d-eb0f3421f410, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ce8016-29d0-4170-887d-eb0f3421f410,segment=NetworkSegment(79aab426-26cc-4be5-beb7-f76d19f2d39d),segment_id=79aab426-26cc-4be5-beb7-f76d19f2d39d)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:13.890848 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:13.922236 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3634502-688d-48b3-8b4e-f2e9ce9e49ec x-openstack-request-id: req-f3634502-688d-48b3-8b4e-f2e9ce9e49ec {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:31:13.922530 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720320b1-3a00-43cd-8f02-9ba2f632c615", "name": "network-vif-plugged", "status": "completed", "tag": "18ce8016-29d0-4170-887d-eb0f3421f410", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:31:13.922786 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f3634502-688d-48b3-8b4e-f2e9ce9e49ec {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:31:13.923176 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720320b1-3a00-43cd-8f02-9ba2f632c615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ce8016-29d0-4170-887d-eb0f3421f410', 'code': 200} Oct 27 10:31:13.941070 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=18ce8016-29d0-4170-887d-eb0f3421f410,revision_number=5']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:14.272414 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b28b22-7cb9-4653-9c1b-281131d2b167 req-7da40315-1717-4a79-a0d2-0a27e8a27524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:14.274741 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-41b28b22-7cb9-4653-9c1b-281131d2b167 req-7da40315-1717-4a79-a0d2-0a27e8a27524 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 1098 time: 0.0396514 Oct 27 10:31:14.308050 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-41b28b22-7cb9-4653-9c1b-281131d2b167 req-605fcf7c-c002-4eee-9078-ee136dbefd51 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275395 Oct 27 10:31:14.473560 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fdee3-bcd0-4352-9fc7-d8ea6efd23a2 req-1fd57f5c-6bce-4df5-a8ab-81ef30a936eb tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:14.475039 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-779fdee3-bcd0-4352-9fc7-d8ea6efd23a2 req-1fd57f5c-6bce-4df5-a8ab-81ef30a936eb tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0503111 Oct 27 10:31:14.512972 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-779fdee3-bcd0-4352-9fc7-d8ea6efd23a2 req-7482efdd-b009-46e7-8456-f8adbcddbe88 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319858 Oct 27 10:31:15.634657 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff0fc1-146e-4bd9-9ce9-9e3200a56a05 req-57af1e4d-0a9a-46ff-8d96-2dfbcdac1c8b tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:15.636039 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9cff0fc1-146e-4bd9-9ce9-9e3200a56a05 req-57af1e4d-0a9a-46ff-8d96-2dfbcdac1c8b tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0530121 Oct 27 10:31:15.672771 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9cff0fc1-146e-4bd9-9ce9-9e3200a56a05 req-c8d0e038-3170-4e43-ba8d-7024e2942115 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307763 Oct 27 10:31:15.788926 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3c948-16e6-456d-bfd3-12876eef7b53 req-0e8a3046-dfca-4f3d-a19b-1030ec9a615a tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:15.790428 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f9c3c948-16e6-456d-bfd3-12876eef7b53 req-0e8a3046-dfca-4f3d-a19b-1030ec9a615a tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0522630 Oct 27 10:31:15.828926 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-f9c3c948-16e6-456d-bfd3-12876eef7b53 req-d371ff8d-3ac2-4cab-a764-eb10cacaf085 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324395 Oct 27 10:31:15.849956 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55976) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:15.941075 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e622b4-a230-4645-8c7f-1523b0140fcb tempest-TestShelveInstance-832545715 tempest-TestShelveInstance-832545715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:15.942617 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-f0e622b4-a230-4645-8c7f-1523b0140fcb tempest-TestShelveInstance-832545715 tempest-TestShelveInstance-832545715-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 1093 time: 0.0916922 Oct 27 10:31:15.946393 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 55980) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:15.950499 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.v2.base [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Request body: {'floatingip': {'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'port_id': '18ce8016-29d0-4170-887d-eb0f3421f410', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:16.048201 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for floatingip, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:16.148626 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:16.248150 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.db_base_plugin_common [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Allocated IP 172.27.3.185 (70ca3915-436e-4d6f-9dee-c189a5123789/3d25a479-4445-45b0-aa2d-a38f3239d00a/660168d0-56b8-4ec3-a742-ac0da2e6f5ee) {{(pid=102224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:31:16.351736 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for port, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:16.463101 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767687759710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:16.505542 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Network 70ca3915-436e-4d6f-9dee-c189a5123789 is already hosted by enough agents. {{(pid=102224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:31:16.509096 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.base_scheduler [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Resources bound (agent type, host, resource id): {{(pid=102224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:31:16.513414 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Received port after_create {{(pid=102224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:31:16.516660 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Pushing event updated for resources: {'Port': ['ID=660168d0-56b8-4ec3-a742-ac0da2e6f5ee,revision_number=1']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:16.857101 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:17.004306 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:17.152296 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for port, precommit_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:17.236047 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8962485'] for port, after_update {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:17.302253 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Pushing event updated for resources: {'Port': ['ID=660168d0-56b8-4ec3-a742-ac0da2e6f5ee,revision_number=2']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:17.314059 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623603'] for floatingip, after_create {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:17.413739 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.db.l3_db [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Floating IP d32e8d93-75e0-4102-8868-ebd076e27cfc associated. External IP: 172.27.3.185, port: 18ce8016-29d0-4170-887d-eb0f3421f410. Oct 27 10:31:17.619872 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Router 594e4d38-80dc-45a0-aef2-b34e0152df8e has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:31:17.727509 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:31:17.737555 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac437cb8-2f0a-40c5-bd29-3406e471159e None None] Sync routers for ids ['594e4d38-80dc-45a0-aef2-b34e0152df8e'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:31:17.747590 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac437cb8-2f0a-40c5-bd29-3406e471159e None None] Routers {'594e4d38-80dc-45a0-aef2-b34e0152df8e'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:17.753748 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-ac437cb8-2f0a-40c5-bd29-3406e471159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:30:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['594e4d38-80dc-45a0-aef2-b34e0152df8e'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:17.854489 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-ac437cb8-2f0a-40c5-bd29-3406e471159e None None] Set router 594e4d38-80dc-45a0-aef2-b34e0152df8e gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:17.873125 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:17.900422 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-5e3b543b-00b0-4198-ae60-45c6fae78a06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9530799 Oct 27 10:31:17.901013 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720320b1-3a00-43cd-8f02-9ba2f632c615', 'tag': '18ce8016-29d0-4170-887d-eb0f3421f410'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:31:17.903298 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95785ab2-8fce-436a-931e-0e5c355060ce" -d '{"events": [{"name": "network-changed", "server_uuid": "720320b1-3a00-43cd-8f02-9ba2f632c615", "tag": "18ce8016-29d0-4170-887d-eb0f3421f410"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:31:17.938842 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef9558d-a059-49ac-900f-040c9ec19319 x-openstack-request-id: req-8ef9558d-a059-49ac-900f-040c9ec19319 {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:31:17.939130 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720320b1-3a00-43cd-8f02-9ba2f632c615", "tag": "18ce8016-29d0-4170-887d-eb0f3421f410", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:31:17.939380 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ef9558d-a059-49ac-900f-040c9ec19319 {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:31:17.939776 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720320b1-3a00-43cd-8f02-9ba2f632c615', 'tag': '18ce8016-29d0-4170-887d-eb0f3421f410', 'status': 'completed', 'code': 200} Oct 27 10:31:18.006733 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95785ab2-8fce-436a-931e-0e5c355060ce req-c2b56d02-b79f-45d2-9f89-c8ce9e0a5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:18.009256 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-95785ab2-8fce-436a-931e-0e5c355060ce req-c2b56d02-b79f-45d2-9f89-c8ce9e0a5786 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bdd99bcf2714260a20af67bfc42ad49&device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 1098 time: 0.0443544 Oct 27 10:31:18.085472 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-ac437cb8-2f0a-40c5-bd29-3406e471159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'name': 'tempest-TestShelveInstance-1356281014-router', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:23Z', 'updated_at': '2021-10-27T10:30:27Z', 'revision_number': 4, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'gw_port': {'id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:24Z', 'updated_at': '2021-10-27T10:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': 'd32e8d93-75e0-4102-8868-ebd076e27cfc', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'port_id': '18ce8016-29d0-4170-887d-eb0f3421f410', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06', 'mac_address': 'fa:16:3e:64:ab:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720320b1-3a00-43cd-8f02-9ba2f632c615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:31:16Z', 'updated_at': '2021-10-27T10:31:16Z', 'revision_number': 0, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b15cf060-dc37-4f93-adb5-105e688ddb88', 'name': '', 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'mac_address': 'fa:16:3e:bb:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:26Z', 'updated_at': '2021-10-27T10:30:31Z', 'revision_number': 5, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'subnets': [{'id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:18.113828 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac437cb8-2f0a-40c5-bd29-3406e471159e None None] Checking router: 594e4d38-80dc-45a0-aef2-b34e0152df8e for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:31:18.123309 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac437cb8-2f0a-40c5-bd29-3406e471159e None None] Routers {'594e4d38-80dc-45a0-aef2-b34e0152df8e'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:18.123940 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-ac437cb8-2f0a-40c5-bd29-3406e471159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:30:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['594e4d38-80dc-45a0-aef2-b34e0152df8e'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:18.234770 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-ac437cb8-2f0a-40c5-bd29-3406e471159e None None] Set router 594e4d38-80dc-45a0-aef2-b34e0152df8e gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:18.353411 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95785ab2-8fce-436a-931e-0e5c355060ce req-11bb0aa5-9de6-4e08-92b9-c4bcfa1fae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:18.354947 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-95785ab2-8fce-436a-931e-0e5c355060ce req-11bb0aa5-9de6-4e08-92b9-c4bcfa1fae02 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5f501220-e3b1-4be4-85b6-543da51e8c06 HTTP/1.1" status: 200 len: 910 time: 0.3394129 Oct 27 10:31:18.421376 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-95785ab2-8fce-436a-931e-0e5c355060ce req-3b6b529a-7d55-40b7-9d95-4cec8c8954c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ce8016-29d0-4170-887d-eb0f3421f410 HTTP/1.1" status: 200 len: 999 time: 0.0589352 Oct 27 10:31:18.471734 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95785ab2-8fce-436a-931e-0e5c355060ce req-86c5c23e-6ca0-49ab-a0f2-acbb55c04f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:18.474694 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-ac437cb8-2f0a-40c5-bd29-3406e471159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'name': 'tempest-TestShelveInstance-1356281014-router', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:23Z', 'updated_at': '2021-10-27T10:30:27Z', 'revision_number': 4, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'gw_port': {'id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:24Z', 'updated_at': '2021-10-27T10:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': 'd32e8d93-75e0-4102-8868-ebd076e27cfc', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'port_id': '18ce8016-29d0-4170-887d-eb0f3421f410', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06', 'mac_address': 'fa:16:3e:64:ab:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720320b1-3a00-43cd-8f02-9ba2f632c615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:31:16Z', 'updated_at': '2021-10-27T10:31:16Z', 'revision_number': 0, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b15cf060-dc37-4f93-adb5-105e688ddb88', 'name': '', 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'mac_address': 'fa:16:3e:bb:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:26Z', 'updated_at': '2021-10-27T10:30:31Z', 'revision_number': 5, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'subnets': [{'id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:18.474868 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-95785ab2-8fce-436a-931e-0e5c355060ce req-86c5c23e-6ca0-49ab-a0f2-acbb55c04f67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30ad0d10-b956-406c-9f58-dc4fb75b2783 HTTP/1.1" status: 200 len: 848 time: 0.0454028 Oct 27 10:31:18.500090 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac437cb8-2f0a-40c5-bd29-3406e471159e None None] The sync data for ids ['594e4d38-80dc-45a0-aef2-b34e0152df8e'] in dv-cinder-815145-2-iscsi is: [{'id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'name': 'tempest-TestShelveInstance-1356281014-router', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:23Z', 'updated_at': '2021-10-27T10:30:27Z', 'revision_number': 4, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'gw_port': {'id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:24Z', 'updated_at': '2021-10-27T10:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_floatingips': [{'id': 'd32e8d93-75e0-4102-8868-ebd076e27cfc', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'router_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'port_id': '18ce8016-29d0-4170-887d-eb0f3421f410', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06', 'mac_address': 'fa:16:3e:64:ab:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720320b1-3a00-43cd-8f02-9ba2f632c615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:31:16Z', 'updated_at': '2021-10-27T10:31:16Z', 'revision_number': 0, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b15cf060-dc37-4f93-adb5-105e688ddb88', 'name': '', 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'mac_address': 'fa:16:3e:bb:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:26Z', 'updated_at': '2021-10-27T10:30:31Z', 'revision_number': 5, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'subnets': [{'id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:31:18.523384 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95785ab2-8fce-436a-931e-0e5c355060ce req-f4bf4e2a-ac4f-4148-9188-75d1bb0a7d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:18.525486 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-95785ab2-8fce-436a-931e-0e5c355060ce req-f4bf4e2a-ac4f-4148-9188-75d1bb0a7d88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5f501220-e3b1-4be4-85b6-543da51e8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448813 Oct 27 10:31:18.615979 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-95785ab2-8fce-436a-931e-0e5c355060ce req-c970bd78-132d-4cea-ba24-9db1bb320622 service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833886 Oct 27 10:31:18.716514 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-95785ab2-8fce-436a-931e-0e5c355060ce req-5a1d5c36-4472-45b5-b6da-a0eeb2cd7398 service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931470 Oct 27 10:31:18.717979 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5746156-f57c-40e8-a6d1-e2b082cbb7ab None None] New status for floating IP d32e8d93-75e0-4102-8868-ebd076e27cfc: ACTIVE {{(pid=102227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:31:18.961474 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4964-e57d-4a9a-9c50-c53ac7fafaf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:21.338930 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:21.359012 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-d85ff673-fc54-4f37-812a-760b838bd2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:22.279555 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:22.593542 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:24.269922 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:47.299640 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:31:48.806895 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-f526aba3-d356-4538-9e01-6143b78b048a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:51.383824 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:51.434606 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-071cd415-893c-4416-a260-34da1bb8ee90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:52.353394 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:52.594685 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:54.268713 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:57.727050 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cc0dd6a8-7976-4ac5-b178-1f0315a9cda1 req-c5ff263b-e26a-4004-ab4d-6b6de5088109 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405402 Oct 27 10:31:57.808744 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dd6a8-7976-4ac5-b178-1f0315a9cda1 req-cfa4ce61-2f09-4e85-a47e-1ede8525f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:57.810310 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cc0dd6a8-7976-4ac5-b178-1f0315a9cda1 req-cfa4ce61-2f09-4e85-a47e-1ede8525f5a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bdd99bcf2714260a20af67bfc42ad49&device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 1098 time: 0.0405793 Oct 27 10:31:57.915187 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dd6a8-7976-4ac5-b178-1f0315a9cda1 req-113dc56c-94a4-4348-85e2-1e01de28d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:57.916639 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cc0dd6a8-7976-4ac5-b178-1f0315a9cda1 req-113dc56c-94a4-4348-85e2-1e01de28d476 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5f501220-e3b1-4be4-85b6-543da51e8c06 HTTP/1.1" status: 200 len: 910 time: 0.0874226 Oct 27 10:31:57.984996 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cc0dd6a8-7976-4ac5-b178-1f0315a9cda1 req-0d96bde7-8fc5-4990-a511-156bf9bd14d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ce8016-29d0-4170-887d-eb0f3421f410 HTTP/1.1" status: 200 len: 1001 time: 0.0609229 Oct 27 10:31:58.037645 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dd6a8-7976-4ac5-b178-1f0315a9cda1 req-83e38c3e-a85f-4b4b-ad50-270ed5f22ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:58.039090 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cc0dd6a8-7976-4ac5-b178-1f0315a9cda1 req-83e38c3e-a85f-4b4b-ad50-270ed5f22ee4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30ad0d10-b956-406c-9f58-dc4fb75b2783 HTTP/1.1" status: 200 len: 848 time: 0.0479167 Oct 27 10:31:58.084397 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dd6a8-7976-4ac5-b178-1f0315a9cda1 req-70f682e1-a020-484b-8bc0-58584fca1ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:58.085887 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cc0dd6a8-7976-4ac5-b178-1f0315a9cda1 req-70f682e1-a020-484b-8bc0-58584fca1ed1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5f501220-e3b1-4be4-85b6-543da51e8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398786 Oct 27 10:31:58.180574 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cc0dd6a8-7976-4ac5-b178-1f0315a9cda1 req-ef3e8824-2d47-4d25-8cf7-cf98fb80ec73 service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867074 Oct 27 10:31:58.268717 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-cc0dd6a8-7976-4ac5-b178-1f0315a9cda1 req-7be39e44-2d88-4054-976b-1a40b9fb2a79 service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816059 Oct 27 10:32:18.776293 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-325062fd-1ffd-44b1-a1b9-162dc47c2337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:21.370791 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:21.393306 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b4976118-b524-4f91-b19d-cd49d8a6b352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:22.335095 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:22.540893 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:24.250746 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:24.298273 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:32:48.803363 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b2d7734e-bd53-46b3-896c-8957ae03e09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:51.357605 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-c9bb73f8-e1ac-45c6-805c-dbbd56eac69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:51.391977 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:52.414750 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:52.551811 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:54.260665 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:57.530760 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bcb10ddb-d322-498d-9951-b6731a2f1fd3 req-c678cd0c-1b56-46fd-b8f3-d8271abd2fe9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398917 Oct 27 10:32:57.613049 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb10ddb-d322-498d-9951-b6731a2f1fd3 req-7d89fdd8-0fde-4601-ae1e-dbf60eed9184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:57.614503 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bcb10ddb-d322-498d-9951-b6731a2f1fd3 req-7d89fdd8-0fde-4601-ae1e-dbf60eed9184 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bdd99bcf2714260a20af67bfc42ad49&device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 1098 time: 0.0433989 Oct 27 10:32:57.714499 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb10ddb-d322-498d-9951-b6731a2f1fd3 req-07dae522-d267-4f80-ae14-724ccc896c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:57.715939 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bcb10ddb-d322-498d-9951-b6731a2f1fd3 req-07dae522-d267-4f80-ae14-724ccc896c6c service neutron] 10.222.0.73 "GET /v2.0/networks?id=5f501220-e3b1-4be4-85b6-543da51e8c06 HTTP/1.1" status: 200 len: 910 time: 0.0818913 Oct 27 10:32:57.782138 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bcb10ddb-d322-498d-9951-b6731a2f1fd3 req-e0d5b524-0c25-4bac-a2d1-d788e2f160b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ce8016-29d0-4170-887d-eb0f3421f410 HTTP/1.1" status: 200 len: 1001 time: 0.0595903 Oct 27 10:32:57.829984 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb10ddb-d322-498d-9951-b6731a2f1fd3 req-2432f7bb-f709-4b77-a2d9-528e87226023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:57.831381 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bcb10ddb-d322-498d-9951-b6731a2f1fd3 req-2432f7bb-f709-4b77-a2d9-528e87226023 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30ad0d10-b956-406c-9f58-dc4fb75b2783 HTTP/1.1" status: 200 len: 848 time: 0.0429771 Oct 27 10:32:57.875347 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb10ddb-d322-498d-9951-b6731a2f1fd3 req-46df2d8d-dd24-4c23-b653-437b3ceee5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:57.876710 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bcb10ddb-d322-498d-9951-b6731a2f1fd3 req-46df2d8d-dd24-4c23-b653-437b3ceee5b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5f501220-e3b1-4be4-85b6-543da51e8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384674 Oct 27 10:32:57.966465 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bcb10ddb-d322-498d-9951-b6731a2f1fd3 req-01ba0df7-2d2a-4940-917b-52a71f250a5c service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829241 Oct 27 10:32:58.054267 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bcb10ddb-d322-498d-9951-b6731a2f1fd3 req-ff56a5cf-e0b9-4d10-892e-82ad84267e33 service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812721 Oct 27 10:33:01.297860 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:33:13.515215 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500faea-50b9-42d7-ae2e-3a8bc041df17 req-5ed3580a-fb98-4b6d-b66a-175e6793c0a9 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:13.516700 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1500faea-50b9-42d7-ae2e-3a8bc041df17 req-5ed3580a-fb98-4b6d-b66a-175e6793c0a9 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0513268 Oct 27 10:33:13.555121 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1500faea-50b9-42d7-ae2e-3a8bc041df17 req-56c551b9-5268-41df-b5b7-d8a51ed95d4c tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322390 Oct 27 10:33:14.677653 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cda17-e457-46e3-8561-cfcf1f999065 req-3184ea18-21c4-4316-9381-fad1e9604647 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:14.679166 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-862cda17-e457-46e3-8561-cfcf1f999065 req-3184ea18-21c4-4316-9381-fad1e9604647 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0522873 Oct 27 10:33:14.719337 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-862cda17-e457-46e3-8561-cfcf1f999065 req-aabcf452-1500-44d3-bda4-0bb0df502759 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326164 Oct 27 10:33:15.832990 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c45abe-3887-4baa-8201-7189c9f59075 req-9b1ac0dc-2489-4ceb-9137-77a8c71046a7 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:15.834510 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-09c45abe-3887-4baa-8201-7189c9f59075 req-9b1ac0dc-2489-4ceb-9137-77a8c71046a7 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0483246 Oct 27 10:33:15.875178 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-09c45abe-3887-4baa-8201-7189c9f59075 req-8cba0915-efa2-4ade-995f-123c650e78b4 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324426 Oct 27 10:33:16.991864 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c578422-673c-411c-9ce2-8f5ca0c6dff9 req-9445ee86-4d9a-4ca5-8e40-4ec246db4f3b tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:16.993614 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0c578422-673c-411c-9ce2-8f5ca0c6dff9 req-9445ee86-4d9a-4ca5-8e40-4ec246db4f3b tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0519922 Oct 27 10:33:17.034781 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0c578422-673c-411c-9ce2-8f5ca0c6dff9 req-36eab8c6-0063-4282-9cd1-339a43946321 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346251 Oct 27 10:33:18.149346 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d832b-2f52-4813-9f53-05de8969816f req-ead2f88e-df41-4154-9d8e-ebd299ddcb06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:18.150684 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1c7d832b-2f52-4813-9f53-05de8969816f req-ead2f88e-df41-4154-9d8e-ebd299ddcb06 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0511186 Oct 27 10:33:18.187966 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1c7d832b-2f52-4813-9f53-05de8969816f req-4feeb1de-ef59-44d4-a32b-6d2d2e5ab59f tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307324 Oct 27 10:33:18.791208 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-ea5a21b2-9c61-4c10-a0ae-850e16c4d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:19.301784 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4d5b3-4355-46ba-b0f1-ee9048a2d568 req-d0b1d8b1-9862-48bf-a92b-bf3796671b6e tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:19.303249 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0fd4d5b3-4355-46ba-b0f1-ee9048a2d568 req-d0b1d8b1-9862-48bf-a92b-bf3796671b6e tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0485315 Oct 27 10:33:19.340693 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-0fd4d5b3-4355-46ba-b0f1-ee9048a2d568 req-625ab197-674f-457e-bff1-8bde18ab531f tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315959 Oct 27 10:33:20.455331 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0d7e7-580f-43d6-a090-8ffaf0c12c32 req-1057a51a-c6d2-46fb-a185-22479a5ce807 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:20.456786 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f7d0d7e7-580f-43d6-a090-8ffaf0c12c32 req-1057a51a-c6d2-46fb-a185-22479a5ce807 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0483739 Oct 27 10:33:20.494793 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-f7d0d7e7-580f-43d6-a090-8ffaf0c12c32 req-7925d280-47ea-4a6d-b592-03181729ee45 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320194 Oct 27 10:33:21.340376 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fd1d154e-92ef-425d-be4e-b2848c4fc345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:21.378861 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:21.611020 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1c83d-458d-4573-b0de-0172aa4913b6 req-1fac35fc-ff21-4496-a8e3-5c04b6c19086 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:21.612388 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bfa1c83d-458d-4573-b0de-0172aa4913b6 req-1fac35fc-ff21-4496-a8e3-5c04b6c19086 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0516102 Oct 27 10:33:21.650230 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bfa1c83d-458d-4573-b0de-0172aa4913b6 req-fc56713c-5942-4282-b533-a6cfe84adc57 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316966 Oct 27 10:33:22.288052 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:22.567949 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:22.765487 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f654fb-a45a-4253-a169-b1dc5b53db95 req-0902bb40-890d-4a0e-8580-02c310b1c914 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:22.766959 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c3f654fb-a45a-4253-a169-b1dc5b53db95 req-0902bb40-890d-4a0e-8580-02c310b1c914 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0488272 Oct 27 10:33:22.804861 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-c3f654fb-a45a-4253-a169-b1dc5b53db95 req-11092433-6b7b-49c7-b575-bb1c66322925 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320098 Oct 27 10:33:23.701694 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbbce6-32b5-4150-8ace-0daf5bc7c998 req-2360b721-f998-4546-895e-5e63ae52cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:23.703216 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7efbbce6-32b5-4150-8ace-0daf5bc7c998 req-2360b721-f998-4546-895e-5e63ae52cc92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bdd99bcf2714260a20af67bfc42ad49&device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 1098 time: 0.0423868 Oct 27 10:33:23.796397 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbbce6-32b5-4150-8ace-0daf5bc7c998 req-8c0600a3-4bcb-47e4-b23d-b6a19fe8f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:23.797888 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7efbbce6-32b5-4150-8ace-0daf5bc7c998 req-8c0600a3-4bcb-47e4-b23d-b6a19fe8f46a service neutron] 10.222.0.73 "GET /v2.0/networks?id=5f501220-e3b1-4be4-85b6-543da51e8c06 HTTP/1.1" status: 200 len: 910 time: 0.0880406 Oct 27 10:33:23.862002 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7efbbce6-32b5-4150-8ace-0daf5bc7c998 req-b7b44dde-4fe7-4cdf-9867-09c1798a55ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ce8016-29d0-4170-887d-eb0f3421f410 HTTP/1.1" status: 200 len: 1001 time: 0.0574942 Oct 27 10:33:23.939510 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbbce6-32b5-4150-8ace-0daf5bc7c998 req-6f35987c-48ea-4e31-89a1-ab2d619e0079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:23.940977 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7efbbce6-32b5-4150-8ace-0daf5bc7c998 req-6f35987c-48ea-4e31-89a1-ab2d619e0079 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30ad0d10-b956-406c-9f58-dc4fb75b2783 HTTP/1.1" status: 200 len: 848 time: 0.0723588 Oct 27 10:33:23.965167 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48a706-7b1f-450d-8203-3bff22525968 req-3a902ffa-c1ef-4c1b-bc88-79dcc9dfa99b tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:23.966503 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6c48a706-7b1f-450d-8203-3bff22525968 req-3a902ffa-c1ef-4c1b-bc88-79dcc9dfa99b tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0901356 Oct 27 10:33:24.019313 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbbce6-32b5-4150-8ace-0daf5bc7c998 req-d4031abc-cd74-4f49-a631-bf1d03aa32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:24.020777 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7efbbce6-32b5-4150-8ace-0daf5bc7c998 req-d4031abc-cd74-4f49-a631-bf1d03aa32ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5f501220-e3b1-4be4-85b6-543da51e8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721226 Oct 27 10:33:24.023493 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6c48a706-7b1f-450d-8203-3bff22525968 req-209fb9dc-c05b-4093-a912-06518b5732ef tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439706 Oct 27 10:33:24.111823 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7efbbce6-32b5-4150-8ace-0daf5bc7c998 req-e502b3c8-1f1e-46e2-9853-1ed984eb0013 service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840657 Oct 27 10:33:24.201543 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-7efbbce6-32b5-4150-8ace-0daf5bc7c998 req-59b62adf-6dea-4010-b524-14b26f8aea37 service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828180 Oct 27 10:33:24.264934 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:25.146075 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f3a76-b5f4-4943-9eef-d1f972dbb667 req-825a31de-50cd-43a7-9f7e-dc695edda965 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:25.147735 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ec0f3a76-b5f4-4943-9eef-d1f972dbb667 req-825a31de-50cd-43a7-9f7e-dc695edda965 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0565317 Oct 27 10:33:25.196518 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ec0f3a76-b5f4-4943-9eef-d1f972dbb667 req-b093755e-031b-45dc-ab46-72c5b787cb40 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418913 Oct 27 10:33:26.313962 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c43b2c-424d-4f8b-9775-655163429778 req-b5633251-b014-4485-adc6-d2248185faad tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:26.315506 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d1c43b2c-424d-4f8b-9775-655163429778 req-b5633251-b014-4485-adc6-d2248185faad tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0508609 Oct 27 10:33:26.359057 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d1c43b2c-424d-4f8b-9775-655163429778 req-ae4e8ad4-79e5-490e-a51c-8885a6dd6ffc tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376585 Oct 27 10:33:27.472961 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73229343-9719-44f2-8be1-bb2925788c70 req-f0392c77-8530-4fb3-bc31-43502106be2d tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:27.474555 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-73229343-9719-44f2-8be1-bb2925788c70 req-f0392c77-8530-4fb3-bc31-43502106be2d tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0495112 Oct 27 10:33:27.512340 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-73229343-9719-44f2-8be1-bb2925788c70 req-33a03ef2-f64c-4b16-8e18-ded991d23267 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312386 Oct 27 10:33:27.632953 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [req-54aa8f63-bd46-428b-94b3-77eee6c41baf req-5ef7630a-23f2-417a-88fe-0edbf34cb1db service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:33:27.633972 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-54aa8f63-bd46-428b-94b3-77eee6c41baf req-5ef7630a-23f2-417a-88fe-0edbf34cb1db service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0597100 Oct 27 10:33:28.958610 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c85cf-f776-4143-aadf-0d92478ac246 req-007d15c4-ad0a-4e92-81cf-544d948ae7cd tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:28.960069 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a13c85cf-f776-4143-aadf-0d92478ac246 req-007d15c4-ad0a-4e92-81cf-544d948ae7cd tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0480597 Oct 27 10:33:29.000583 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-a13c85cf-f776-4143-aadf-0d92478ac246 req-bd5fdb56-c414-474f-8a6b-311cdab40264 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333090 Oct 27 10:33:29.052298 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-731d3cc7-973b-49e4-a1aa-044ad927af13 req-8ff8beba-1e24-4d7c-9ef0-7be3c9610bfb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904789 Oct 27 10:33:30.124067 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2c2e9-d8e1-41d7-9a5a-34ec2b904fbf req-76168a24-b28a-4475-a563-c8748fd02fa7 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:30.125674 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6db2c2e9-d8e1-41d7-9a5a-34ec2b904fbf req-76168a24-b28a-4475-a563-c8748fd02fa7 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0568635 Oct 27 10:33:30.165116 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-6db2c2e9-d8e1-41d7-9a5a-34ec2b904fbf req-1fee1da8-f488-43c5-83b6-d9645fa1a1bd tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330844 Oct 27 10:33:30.219006 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 18ce8016-29d0-4170-887d-eb0f3421f410 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:33:30.293914 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:30.319084 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720320b1-3a00-43cd-8f02-9ba2f632c615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ce8016-29d0-4170-887d-eb0f3421f410'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:33:30.321357 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10587962-3a60-4c99-9b65-0434659c13d8" -d '{"events": [{"server_uuid": "720320b1-3a00-43cd-8f02-9ba2f632c615", "name": "network-vif-unplugged", "status": "completed", "tag": "18ce8016-29d0-4170-887d-eb0f3421f410"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:33:30.336182 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 18ce8016-29d0-4170-887d-eb0f3421f410, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ce8016-29d0-4170-887d-eb0f3421f410,segment=NetworkSegment(79aab426-26cc-4be5-beb7-f76d19f2d39d),segment_id=79aab426-26cc-4be5-beb7-f76d19f2d39d)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:30.355863 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 10:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bd07cc-22ff-4d2c-92c2-cdbbbc1537ce x-openstack-request-id: req-a9bd07cc-22ff-4d2c-92c2-cdbbbc1537ce {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:33:30.355863 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720320b1-3a00-43cd-8f02-9ba2f632c615", "name": "network-vif-unplugged", "status": "failed", "tag": "18ce8016-29d0-4170-887d-eb0f3421f410", "code": 422}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:33:30.355863 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a9bd07cc-22ff-4d2c-92c2-cdbbbc1537ce {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:33:30.355863 dv-cinder-815145-2-iscsi neutron-server[102226]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '720320b1-3a00-43cd-8f02-9ba2f632c615', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '18ce8016-29d0-4170-887d-eb0f3421f410', 'code': 422} returned with failed status Oct 27 10:33:30.430915 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:30.478777 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=18ce8016-29d0-4170-887d-eb0f3421f410,revision_number=6']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:30.486378 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:30.486732 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:30.487073 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:30.487407 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:30.487736 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:30.488063 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:30.488458 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:30.488740 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:30.489064 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:30.489421 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:30.489743 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:30.490059 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:31.281835 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bff17-5822-4aa8-99a3-f0aa25038fd5 req-85190529-0a21-4d04-9300-b39d36959cd1 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:31.283326 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ed8bff17-5822-4aa8-99a3-f0aa25038fd5 req-85190529-0a21-4d04-9300-b39d36959cd1 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0491471 Oct 27 10:33:31.321184 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-ed8bff17-5822-4aa8-99a3-f0aa25038fd5 req-6fcb42c1-9f3c-49fe-b5f7-4fff5ba683a2 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317941 Oct 27 10:33:32.440250 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b26e7a-b710-40e1-a726-0a5f651ff55f req-b9c4819c-4409-4b3f-8fff-f7a39e09ac40 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:32.441832 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b2b26e7a-b710-40e1-a726-0a5f651ff55f req-b9c4819c-4409-4b3f-8fff-f7a39e09ac40 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0530450 Oct 27 10:33:32.482339 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-b2b26e7a-b710-40e1-a726-0a5f651ff55f req-2c8c040c-ba00-46bc-aa60-5ae3fdd17da4 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339849 Oct 27 10:33:33.595429 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeff5a-240f-4ead-9f85-b5b94ef56b32 req-7f5ec3ff-6519-416d-bfb9-8cac4cefbb20 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:33.596828 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c6aeff5a-240f-4ead-9f85-b5b94ef56b32 req-7f5ec3ff-6519-416d-bfb9-8cac4cefbb20 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0487475 Oct 27 10:33:33.634836 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-c6aeff5a-240f-4ead-9f85-b5b94ef56b32 req-ef8bc007-366b-45e0-8ef5-535965c3eb3f tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320981 Oct 27 10:33:34.748671 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f523e9-d55a-4ca1-802e-27087a7997cb req-7df47673-c3bf-4e04-a1fa-069066cebcb8 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:34.750095 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-42f523e9-d55a-4ca1-802e-27087a7997cb req-7df47673-c3bf-4e04-a1fa-069066cebcb8 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0493984 Oct 27 10:33:34.790529 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-42f523e9-d55a-4ca1-802e-27087a7997cb req-f428f296-d274-4932-b05a-4950af86f461 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344775 Oct 27 10:33:35.356246 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d3cc7-973b-49e4-a1aa-044ad927af13 req-a59e0c18-fda4-48a2-92d4-488abebccc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:35.357799 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-731d3cc7-973b-49e4-a1aa-044ad927af13 req-a59e0c18-fda4-48a2-92d4-488abebccc12 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615&tenant_id=5bdd99bcf2714260a20af67bfc42ad49 HTTP/1.1" status: 200 len: 1096 time: 0.0730221 Oct 27 10:33:35.420656 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d3cc7-973b-49e4-a1aa-044ad927af13 req-b2b0c251-af88-420e-af10-c8d97b406cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:35.422195 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-731d3cc7-973b-49e4-a1aa-044ad927af13 req-b2b0c251-af88-420e-af10-c8d97b406cb9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bdd99bcf2714260a20af67bfc42ad49&device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 1096 time: 0.0426104 Oct 27 10:33:35.515892 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d3cc7-973b-49e4-a1aa-044ad927af13 req-d38061d1-5bef-475d-9ccd-d2027bbb1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:35.517426 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-731d3cc7-973b-49e4-a1aa-044ad927af13 req-d38061d1-5bef-475d-9ccd-d2027bbb1c03 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5f501220-e3b1-4be4-85b6-543da51e8c06 HTTP/1.1" status: 200 len: 910 time: 0.0887301 Oct 27 10:33:35.580389 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-731d3cc7-973b-49e4-a1aa-044ad927af13 req-78153436-3935-4554-b21c-b8fb02e1cb01 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ce8016-29d0-4170-887d-eb0f3421f410 HTTP/1.1" status: 200 len: 999 time: 0.0561554 Oct 27 10:33:35.627741 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d3cc7-973b-49e4-a1aa-044ad927af13 req-935b0422-7996-4d0a-ac23-b0235b959abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:35.629072 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-731d3cc7-973b-49e4-a1aa-044ad927af13 req-935b0422-7996-4d0a-ac23-b0235b959abd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30ad0d10-b956-406c-9f58-dc4fb75b2783 HTTP/1.1" status: 200 len: 848 time: 0.0423658 Oct 27 10:33:35.677340 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d3cc7-973b-49e4-a1aa-044ad927af13 req-3a3fefdf-3e76-4567-ba96-0a831c23f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:35.678791 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-731d3cc7-973b-49e4-a1aa-044ad927af13 req-3a3fefdf-3e76-4567-ba96-0a831c23f569 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5f501220-e3b1-4be4-85b6-543da51e8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431628 Oct 27 10:33:35.779663 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-731d3cc7-973b-49e4-a1aa-044ad927af13 req-995c7598-5dd6-45d9-97d2-e8dd29bf6e5d service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929933 Oct 27 10:33:35.894530 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-731d3cc7-973b-49e4-a1aa-044ad927af13 req-13a600ba-c80a-44bb-928d-cb7b5c5dc753 service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961673 Oct 27 10:33:35.918977 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebba240-9912-4084-a8c1-a778490ff08e req-dfd3bb6c-bb4f-41fb-a5e1-a57ae841ef05 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:35.920460 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bebba240-9912-4084-a8c1-a778490ff08e req-dfd3bb6c-bb4f-41fb-a5e1-a57ae841ef05 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0567379 Oct 27 10:33:35.958937 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-bebba240-9912-4084-a8c1-a778490ff08e req-5c376a58-0be7-41c2-82eb-1fa1ae3f270d tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322552 Oct 27 10:33:37.079680 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56380c-9d04-467a-949f-99e2128dd31f req-454ac6d2-483b-423b-a8e1-f4a8a3888824 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:37.080508 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8a56380c-9d04-467a-949f-99e2128dd31f req-454ac6d2-483b-423b-a8e1-f4a8a3888824 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0542192 Oct 27 10:33:37.122111 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-8a56380c-9d04-467a-949f-99e2128dd31f req-f29f1a41-d9c3-4745-93e4-2dd53f23f915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357170 Oct 27 10:33:38.234899 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48722df-a0e7-4613-bc6b-a601e260327f req-1f54da00-c143-4e3b-b5a5-ae7f7df1b645 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:38.236363 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e48722df-a0e7-4613-bc6b-a601e260327f req-1f54da00-c143-4e3b-b5a5-ae7f7df1b645 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0473928 Oct 27 10:33:38.277600 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e48722df-a0e7-4613-bc6b-a601e260327f req-edb4c37d-b2ab-4825-93db-4182d029228e tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353267 Oct 27 10:33:38.297623 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:33:39.391587 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab5bed-4653-4954-9f42-d85da7b15b69 req-7f0f8a7d-bd3f-46c1-8d60-17fd571b92ca tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:39.393069 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-21ab5bed-4653-4954-9f42-d85da7b15b69 req-7f0f8a7d-bd3f-46c1-8d60-17fd571b92ca tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0481429 Oct 27 10:33:39.430309 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-21ab5bed-4653-4954-9f42-d85da7b15b69 req-5fa51dbf-6f54-44f3-87c3-ca541ae8b171 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314114 Oct 27 10:33:40.543447 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5f384-8467-48e3-a45b-65d39dba25e9 req-7fe1c3c6-4b64-4149-9eb7-e2d2aab1c7c3 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:40.544920 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1fb5f384-8467-48e3-a45b-65d39dba25e9 req-7fe1c3c6-4b64-4149-9eb7-e2d2aab1c7c3 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0481639 Oct 27 10:33:40.582366 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-1fb5f384-8467-48e3-a45b-65d39dba25e9 req-0a9de24c-7e28-42d2-9e33-ef471026be5a tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315037 Oct 27 10:33:41.700524 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e663b-c77e-4588-98c9-e13caa9e816b req-b5715df6-aa24-4b2e-b08f-b6d19526ac5d tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:41.702050 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ff6e663b-c77e-4588-98c9-e13caa9e816b req-b5715df6-aa24-4b2e-b08f-b6d19526ac5d tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0491743 Oct 27 10:33:41.740930 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ff6e663b-c77e-4588-98c9-e13caa9e816b req-667596b4-57fa-48e3-b9b2-ea491cd7de6a tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325367 Oct 27 10:33:42.855474 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8bfeb-44bb-419f-8fd0-2873033bef47 req-990a16d7-1d22-45f8-9b4d-d80d4de3fe69 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:42.856930 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-62a8bfeb-44bb-419f-8fd0-2873033bef47 req-990a16d7-1d22-45f8-9b4d-d80d4de3fe69 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0489302 Oct 27 10:33:42.894055 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-62a8bfeb-44bb-419f-8fd0-2873033bef47 req-371b7545-2474-4b8a-a623-6fa1358bdd13 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312064 Oct 27 10:33:44.024979 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ec0bf-2884-4505-b995-f72c7ee68a1f req-1b6927f5-fb0c-4c30-bc8f-1ae74d1d3543 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:44.027017 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-fe5ec0bf-2884-4505-b995-f72c7ee68a1f req-1b6927f5-fb0c-4c30-bc8f-1ae74d1d3543 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 943 time: 0.0545313 Oct 27 10:33:44.069511 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-fe5ec0bf-2884-4505-b995-f72c7ee68a1f req-51c7a627-8afe-4822-8a80-cf9390e12fc0 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336702 Oct 27 10:33:44.249407 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 18ce8016-29d0-4170-887d-eb0f3421f410 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=102226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:33:44.352490 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 18ce8016-29d0-4170-887d-eb0f3421f410, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ce8016-29d0-4170-887d-eb0f3421f410,segment=NetworkSegment(79aab426-26cc-4be5-beb7-f76d19f2d39d),segment_id=79aab426-26cc-4be5-beb7-f76d19f2d39d)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:44.370984 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Returning: {'device': '18ce8016-29d0-4170-887d-eb0f3421f410', 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06', 'port_id': '18ce8016-29d0-4170-887d-eb0f3421f410', 'mac_address': 'fa:16:3e:64:ab:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:33:44.410039 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:44.427917 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ce8016-29d0-4170-887d-eb0f3421f410 {{(pid=102226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:33:44.449046 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 18ce8016-29d0-4170-887d-eb0f3421f410, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ce8016-29d0-4170-887d-eb0f3421f410,segment=NetworkSegment(79aab426-26cc-4be5-beb7-f76d19f2d39d),segment_id=79aab426-26cc-4be5-beb7-f76d19f2d39d)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:44.550609 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:44.600576 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=18ce8016-29d0-4170-887d-eb0f3421f410,revision_number=7']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:44.794483 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] get_ports_and_sgs() called for port_ids ['18ce8016-29d0-4170-887d-eb0f3421f410'] {{(pid=102226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:33:45.190910 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b51876-c0ed-4713-8c28-df8a963a2191 req-6c17715b-b93c-4fbb-9b90-32593cf00faf tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:45.192360 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-11b51876-c0ed-4713-8c28-df8a963a2191 req-6c17715b-b93c-4fbb-9b90-32593cf00faf tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 944 time: 0.0503614 Oct 27 10:33:45.236803 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-11b51876-c0ed-4713-8c28-df8a963a2191 req-d6adce7a-b623-47fc-afc6-d55cff4dca9d tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348051 Oct 27 10:33:46.265625 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 18ce8016-29d0-4170-887d-eb0f3421f410 up at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:33:46.334804 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.provisioning_blocks [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Provisioning complete for port 18ce8016-29d0-4170-887d-eb0f3421f410 triggered by entity L2. {{(pid=102226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:46.335426 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765819'] for port, provisioning_complete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:46.356186 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a9931-258b-4e83-95dc-95691980a603 req-f72f56e1-dd37-4a8b-8b20-3977100ab7fb tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:46.357701 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ed1a9931-258b-4e83-95dc-95691980a603 req-f72f56e1-dd37-4a8b-8b20-3977100ab7fb tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 944 time: 0.0516689 Oct 27 10:33:46.396042 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-ed1a9931-258b-4e83-95dc-95691980a603 req-33fb04f8-3274-4029-9662-da01ffb17ab1 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323892 Oct 27 10:33:46.431134 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-747211'] for port, before_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:46.453522 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720320b1-3a00-43cd-8f02-9ba2f632c615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ce8016-29d0-4170-887d-eb0f3421f410'}] {{(pid=102226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:33:46.455751 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b6b7b4133d17347b4b31a4614a83f507a2de40b85d1ae6202f019968f4f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940d4f5f-949a-4780-930a-7d4fa7ed3c04" -d '{"events": [{"server_uuid": "720320b1-3a00-43cd-8f02-9ba2f632c615", "name": "network-vif-plugged", "status": "completed", "tag": "18ce8016-29d0-4170-887d-eb0f3421f410"}]}' {{(pid=102226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:33:46.469941 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] For port 18ce8016-29d0-4170-887d-eb0f3421f410, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ce8016-29d0-4170-887d-eb0f3421f410,segment=NetworkSegment(79aab426-26cc-4be5-beb7-f76d19f2d39d),segment_id=79aab426-26cc-4be5-beb7-f76d19f2d39d)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:46.530487 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f9782d-988d-4cc0-94df-71940efe3549 x-openstack-request-id: req-98f9782d-988d-4cc0-94df-71940efe3549 {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:33:46.530778 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720320b1-3a00-43cd-8f02-9ba2f632c615", "name": "network-vif-plugged", "status": "completed", "tag": "18ce8016-29d0-4170-887d-eb0f3421f410", "code": 200}]} {{(pid=102226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:33:46.531030 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98f9782d-988d-4cc0-94df-71940efe3549 {{(pid=102226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:33:46.531861 dv-cinder-815145-2-iscsi neutron-server[102226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720320b1-3a00-43cd-8f02-9ba2f632c615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ce8016-29d0-4170-887d-eb0f3421f410', 'code': 200} Oct 27 10:33:46.567083 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767688234478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767687759728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767687759746'] for port, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:46.615510 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Pushing event updated for resources: {'Port': ['ID=18ce8016-29d0-4170-887d-eb0f3421f410,revision_number=8']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:46.801027 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bebf59-7aa1-45eb-858e-2fc192c1b152 req-9b359bbf-39c5-4ede-b341-09d197b8beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:46.802733 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d4bebf59-7aa1-45eb-858e-2fc192c1b152 req-9b359bbf-39c5-4ede-b341-09d197b8beed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 1098 time: 0.0449266 Oct 27 10:33:46.843666 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d4bebf59-7aa1-45eb-858e-2fc192c1b152 req-a7403d88-7d81-46ee-aa5f-f881ef60aa43 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331826 Oct 27 10:33:47.507611 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42f739-9793-444b-a0d9-da942f50e153 req-1d4d7d6c-a177-477f-af56-37f098aae5a1 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:47.509094 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1c42f739-9793-444b-a0d9-da942f50e153 req-1d4d7d6c-a177-477f-af56-37f098aae5a1 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0482934 Oct 27 10:33:47.547749 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-1c42f739-9793-444b-a0d9-da942f50e153 req-ee046abf-1419-4923-be76-f931a3fedd5b tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313711 Oct 27 10:33:48.662279 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7738068-5031-40b7-ad46-f67854377c25 req-e08b3e32-0a3b-42fd-9a0e-07cabde09bad tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:48.663678 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a7738068-5031-40b7-ad46-f67854377c25 req-e08b3e32-0a3b-42fd-9a0e-07cabde09bad tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0495846 Oct 27 10:33:48.717911 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-a7738068-5031-40b7-ad46-f67854377c25 req-b66aed2f-7bf6-4cbb-b659-ea9ea15221bd tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448277 Oct 27 10:33:48.778485 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-63b52ee8-f05e-473f-ae95-1146c5dcca07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:51.338469 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-7d73be3d-a709-4fa2-a1b2-a5819d8ca851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:51.361265 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:52.292842 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:52.561054 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:54.264035 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.701634 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d6d673b8-c840-42f7-b017-0ffed4eef3df req-56076410-52d9-4eb5-8d1c-5e594104d6bc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390322 Oct 27 10:33:57.784887 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d673b8-c840-42f7-b017-0ffed4eef3df req-209e7e6c-fac9-4436-a2fd-f36e6f42d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:57.786436 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d6d673b8-c840-42f7-b017-0ffed4eef3df req-209e7e6c-fac9-4436-a2fd-f36e6f42d76f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bdd99bcf2714260a20af67bfc42ad49&device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 1098 time: 0.0425277 Oct 27 10:33:57.886141 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d673b8-c840-42f7-b017-0ffed4eef3df req-efc5abde-0427-4702-9e20-206b14af0de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:57.887614 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d6d673b8-c840-42f7-b017-0ffed4eef3df req-efc5abde-0427-4702-9e20-206b14af0de3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5f501220-e3b1-4be4-85b6-543da51e8c06 HTTP/1.1" status: 200 len: 910 time: 0.0826185 Oct 27 10:33:57.956443 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d6d673b8-c840-42f7-b017-0ffed4eef3df req-8169b30b-fe7a-47fd-83da-4be76e867c9d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ce8016-29d0-4170-887d-eb0f3421f410 HTTP/1.1" status: 200 len: 1001 time: 0.0614736 Oct 27 10:33:58.005042 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d673b8-c840-42f7-b017-0ffed4eef3df req-fb777272-9fa1-40f3-a81d-a0f26295156a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:58.006539 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d6d673b8-c840-42f7-b017-0ffed4eef3df req-fb777272-9fa1-40f3-a81d-a0f26295156a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30ad0d10-b956-406c-9f58-dc4fb75b2783 HTTP/1.1" status: 200 len: 848 time: 0.0439200 Oct 27 10:33:58.051383 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d673b8-c840-42f7-b017-0ffed4eef3df req-456e8394-2403-454d-96c5-446a97ef1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:58.052905 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d6d673b8-c840-42f7-b017-0ffed4eef3df req-456e8394-2403-454d-96c5-446a97ef1d4e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5f501220-e3b1-4be4-85b6-543da51e8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398786 Oct 27 10:33:58.145114 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d6d673b8-c840-42f7-b017-0ffed4eef3df req-a7f260c2-aea2-4892-a68d-4bae15724660 service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847914 Oct 27 10:33:58.235094 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d6d673b8-c840-42f7-b017-0ffed4eef3df req-5b531039-1b71-427b-a009-36a9e721ce41 service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827792 Oct 27 10:34:15.296087 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:34:16.182348 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [req-1f65a8e8-1fb0-4a16-9eb0-17f24085d808 req-45993cac-9530-4ff3-be3c-2983fc16384a service neutron] (102225) timed out ('10.222.0.73', 52315) {{(pid=102225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 10:34:18.766888 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-d168bebf-dc26-4952-8983-5422a298e02e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:21.371895 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-d7300bc8-afc7-4cd6-aeb3-0b983f973982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:21.424168 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:22.297459 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:22.560825 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:24.303687 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:48.781154 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b083d560-d87c-41cd-bd9f-d461e04d17e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:51.434526 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-be7f0465-62b4-41a6-86dd-c99a54d810eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:51.462810 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:52.294783 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:34:52.295425 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:52.566090 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:54.262834 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:58.412395 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 56134) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:58.572561 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Deleting port 660168d0-56b8-4ec3-a742-ac0da2e6f5ee {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:34:58.572896 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:58.737689 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3fd304ba-5964-4040-85e9-428427682c1b req-93844f7e-05fc-4527-a622-a468f40773ae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0935202 Oct 27 10:34:58.831163 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd304ba-5964-4040-85e9-428427682c1b req-04856f0d-7171-407b-b20f-c5f12488b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:58.832845 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3fd304ba-5964-4040-85e9-428427682c1b req-04856f0d-7171-407b-b20f-c5f12488b788 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bdd99bcf2714260a20af67bfc42ad49&device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 1098 time: 0.0452302 Oct 27 10:34:58.929656 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:58.930177 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:58.948969 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Calling delete_port for 660168d0-56b8-4ec3-a742-ac0da2e6f5ee owned by network:floatingip {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:34:58.957226 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd304ba-5964-4040-85e9-428427682c1b req-d1d6d140-c8fc-4378-aec8-757e6d6e88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:58.959618 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3fd304ba-5964-4040-85e9-428427682c1b req-d1d6d140-c8fc-4378-aec8-757e6d6e88b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5f501220-e3b1-4be4-85b6-543da51e8c06 HTTP/1.1" status: 200 len: 910 time: 0.1063461 Oct 27 10:34:59.028206 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3fd304ba-5964-4040-85e9-428427682c1b req-e2c7dc65-ceab-409f-8502-95400483fd8c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ce8016-29d0-4170-887d-eb0f3421f410 HTTP/1.1" status: 200 len: 1001 time: 0.0611296 Oct 27 10:34:59.077309 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd304ba-5964-4040-85e9-428427682c1b req-94d1348e-05b8-4de6-a3e2-6e13b282d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:59.078790 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3fd304ba-5964-4040-85e9-428427682c1b req-94d1348e-05b8-4de6-a3e2-6e13b282d731 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30ad0d10-b956-406c-9f58-dc4fb75b2783 HTTP/1.1" status: 200 len: 848 time: 0.0437524 Oct 27 10:34:59.126189 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd304ba-5964-4040-85e9-428427682c1b req-6090fea2-fd94-4934-bc88-ca2b887180cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:59.128262 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3fd304ba-5964-4040-85e9-428427682c1b req-6090fea2-fd94-4934-bc88-ca2b887180cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5f501220-e3b1-4be4-85b6-543da51e8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427701 Oct 27 10:34:59.159913 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:59.184075 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Pushing event deleted for resources: {'Port': ['ID=660168d0-56b8-4ec3-a742-ac0da2e6f5ee,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:59.194491 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:59.194844 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:59.195190 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:59.195537 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:59.195872 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:59.196264 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:59.196599 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:59.196924 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:59.197848 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:59.197848 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:59.198036 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:59.198218 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:59.226121 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3fd304ba-5964-4040-85e9-428427682c1b req-2654f930-b2a9-4d65-92d5-49faca291bc4 service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905662 Oct 27 10:34:59.261052 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for floatingip, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:59.261441 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.db.l3_db [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Floating IP d32e8d93-75e0-4102-8868-ebd076e27cfc disassociated (deleted). External IP: 172.27.3.185, port: 18ce8016-29d0-4170-887d-eb0f3421f410. Oct 27 10:34:59.320633 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-3fd304ba-5964-4040-85e9-428427682c1b req-5fbcf7f4-249a-4dd0-a5f3-9739e711e647 service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871601 Oct 27 10:34:59.475824 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Router 594e4d38-80dc-45a0-aef2-b34e0152df8e has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:34:59.584442 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:34:59.589403 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for floatingip, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:59.594348 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23110993-a45b-4629-974e-6f33d4382125 None None] Sync routers for ids ['594e4d38-80dc-45a0-aef2-b34e0152df8e'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:34:59.605028 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23110993-a45b-4629-974e-6f33d4382125 None None] Routers {'594e4d38-80dc-45a0-aef2-b34e0152df8e'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:34:59.605673 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-23110993-a45b-4629-974e-6f33d4382125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:34:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['594e4d38-80dc-45a0-aef2-b34e0152df8e'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:34:59.619533 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-eb7dcc1a-6a28-4aa5-b8d5-f073753e4c24 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "DELETE /v2.0/floatingips/d32e8d93-75e0-4102-8868-ebd076e27cfc HTTP/1.1" status: 204 len: 168 time: 1.2037084 Oct 27 10:34:59.619533 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720320b1-3a00-43cd-8f02-9ba2f632c615', 'tag': '18ce8016-29d0-4170-887d-eb0f3421f410'}] {{(pid=102225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:59.620080 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4c5ff44943997a3e68899b0ba6131f6ed161d0b7eee37b8396f5e4af9f58207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2157440-4c19-4b5f-beaf-354f33d4baa0" -d '{"events": [{"name": "network-changed", "server_uuid": "720320b1-3a00-43cd-8f02-9ba2f632c615", "tag": "18ce8016-29d0-4170-887d-eb0f3421f410"}]}' {{(pid=102225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:59.715419 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-23110993-a45b-4629-974e-6f33d4382125 None None] Set router 594e4d38-80dc-45a0-aef2-b34e0152df8e gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:34:59.750695 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbf1b06-41fc-41e1-a310-6ba215c76169 x-openstack-request-id: req-dbbf1b06-41fc-41e1-a310-6ba215c76169 {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:59.750981 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720320b1-3a00-43cd-8f02-9ba2f632c615", "tag": "18ce8016-29d0-4170-887d-eb0f3421f410", "status": "completed", "code": 200}]} {{(pid=102225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:59.751229 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dbbf1b06-41fc-41e1-a310-6ba215c76169 {{(pid=102225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:59.751673 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720320b1-3a00-43cd-8f02-9ba2f632c615', 'tag': '18ce8016-29d0-4170-887d-eb0f3421f410', 'status': 'completed', 'code': 200} Oct 27 10:34:59.814186 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2157440-4c19-4b5f-beaf-354f33d4baa0 req-4aa32554-0dc1-4e77-b651-e177fa63a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:59.815827 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d2157440-4c19-4b5f-beaf-354f33d4baa0 req-4aa32554-0dc1-4e77-b651-e177fa63a600 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bdd99bcf2714260a20af67bfc42ad49&device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 1098 time: 0.0416782 Oct 27 10:34:59.914920 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2157440-4c19-4b5f-beaf-354f33d4baa0 req-18b2a9ad-7e73-449f-af6d-bba3d57c60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:59.915792 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d2157440-4c19-4b5f-beaf-354f33d4baa0 req-18b2a9ad-7e73-449f-af6d-bba3d57c60e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5f501220-e3b1-4be4-85b6-543da51e8c06 HTTP/1.1" status: 200 len: 910 time: 0.0908015 Oct 27 10:34:59.927963 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-23110993-a45b-4629-974e-6f33d4382125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'name': 'tempest-TestShelveInstance-1356281014-router', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:23Z', 'updated_at': '2021-10-27T10:30:27Z', 'revision_number': 4, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'gw_port': {'id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:24Z', 'updated_at': '2021-10-27T10:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': 'b15cf060-dc37-4f93-adb5-105e688ddb88', 'name': '', 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'mac_address': 'fa:16:3e:bb:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:26Z', 'updated_at': '2021-10-27T10:30:31Z', 'revision_number': 5, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'subnets': [{'id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:34:59.955852 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23110993-a45b-4629-974e-6f33d4382125 None None] Checking router: 594e4d38-80dc-45a0-aef2-b34e0152df8e for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:34:59.966582 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23110993-a45b-4629-974e-6f33d4382125 None None] Routers {'594e4d38-80dc-45a0-aef2-b34e0152df8e'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:34:59.967201 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-23110993-a45b-4629-974e-6f33d4382125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:34:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['594e4d38-80dc-45a0-aef2-b34e0152df8e'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:34:59.967801 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d2157440-4c19-4b5f-beaf-354f33d4baa0 req-00ea04ca-8019-4324-905c-ecda0be6e6fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ce8016-29d0-4170-887d-eb0f3421f410 HTTP/1.1" status: 200 len: 217 time: 0.0366278 Oct 27 10:35:00.018694 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2157440-4c19-4b5f-beaf-354f33d4baa0 req-6da93a18-f2f3-4050-a55b-f772e151922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:00.020070 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d2157440-4c19-4b5f-beaf-354f33d4baa0 req-6da93a18-f2f3-4050-a55b-f772e151922b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30ad0d10-b956-406c-9f58-dc4fb75b2783 HTTP/1.1" status: 200 len: 848 time: 0.0451953 Oct 27 10:35:00.077180 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-23110993-a45b-4629-974e-6f33d4382125 None None] Set router 594e4d38-80dc-45a0-aef2-b34e0152df8e gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:35:00.081993 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2157440-4c19-4b5f-beaf-354f33d4baa0 req-7da01ab9-a192-472d-9b5a-cddeea245ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:00.083876 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d2157440-4c19-4b5f-beaf-354f33d4baa0 req-7da01ab9-a192-472d-9b5a-cddeea245ae1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5f501220-e3b1-4be4-85b6-543da51e8c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490308 Oct 27 10:35:00.200412 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d2157440-4c19-4b5f-beaf-354f33d4baa0 req-8173ca97-b625-456a-b0f9-3b1d768e8dcc service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084247 Oct 27 10:35:00.317587 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-23110993-a45b-4629-974e-6f33d4382125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'name': 'tempest-TestShelveInstance-1356281014-router', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:23Z', 'updated_at': '2021-10-27T10:30:27Z', 'revision_number': 4, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'gw_port': {'id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:24Z', 'updated_at': '2021-10-27T10:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': 'b15cf060-dc37-4f93-adb5-105e688ddb88', 'name': '', 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'mac_address': 'fa:16:3e:bb:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:26Z', 'updated_at': '2021-10-27T10:30:31Z', 'revision_number': 5, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'subnets': [{'id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:00.320608 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa0112-dd20-4f00-a050-4d7291af9324 req-ed91ef5d-642e-46e1-8f3b-8ea7292c6f79 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:00.324890 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e9fa0112-dd20-4f00-a050-4d7291af9324 req-ed91ef5d-642e-46e1-8f3b-8ea7292c6f79 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.1802828 Oct 27 10:35:00.347319 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23110993-a45b-4629-974e-6f33d4382125 None None] The sync data for ids ['594e4d38-80dc-45a0-aef2-b34e0152df8e'] in dv-cinder-815145-2-iscsi is: [{'id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'name': 'tempest-TestShelveInstance-1356281014-router', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:23Z', 'updated_at': '2021-10-27T10:30:27Z', 'revision_number': 4, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'gw_port': {'id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:24Z', 'updated_at': '2021-10-27T10:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi', '_interfaces': [{'id': 'b15cf060-dc37-4f93-adb5-105e688ddb88', 'name': '', 'network_id': '5f501220-e3b1-4be4-85b6-543da51e8c06', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'mac_address': 'fa:16:3e:bb:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:26Z', 'updated_at': '2021-10-27T10:30:31Z', 'revision_number': 5, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'subnets': [{'id': '30ad0d10-b956-406c-9f58-dc4fb75b2783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:35:00.360565 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-d2157440-4c19-4b5f-beaf-354f33d4baa0 req-e8d5fc1c-db46-4094-abb9-e92e8999dfbd service neutron] 10.222.0.73 "GET /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526773 Oct 27 10:35:00.380413 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-e9fa0112-dd20-4f00-a050-4d7291af9324 req-e915bad6-552f-43e4-b705-a53cd49f56e7 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473747 Oct 27 10:35:00.598411 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba0e11-ec04-4905-a7b4-7f817a1801aa None None] New status for floating IP d32e8d93-75e0-4102-8868-ebd076e27cfc: DOWN {{(pid=102227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:35:01.576448 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437252d5-381c-4c46-afd1-74d0b2abaca7 req-f1dbc8fc-394c-4f7c-9888-66e585e1c117 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:01.578020 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-437252d5-381c-4c46-afd1-74d0b2abaca7 req-f1dbc8fc-394c-4f7c-9888-66e585e1c117 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.1098821 Oct 27 10:35:01.620658 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-437252d5-381c-4c46-afd1-74d0b2abaca7 req-06152d8c-1c1f-45f6-8ba1-de323504cff6 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/security-groups?id=d91df8ed-73a0-4634-ba52-cd774fd9a713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339980 Oct 27 10:35:01.658702 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc1925-fdf5-4895-8c97-9ced92a15f40 req-ae2e8078-8ed3-4622-8a29-1ffb580dddd3 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:01.660259 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-76cc1925-fdf5-4895-8c97-9ced92a15f40 req-ae2e8078-8ed3-4622-8a29-1ffb580dddd3 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.73 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 945 time: 0.0514555 Oct 27 10:35:01.753327 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [req-76cc1925-fdf5-4895-8c97-9ced92a15f40 req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Deleting port 18ce8016-29d0-4170-887d-eb0f3421f410 {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:01.753669 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-76cc1925-fdf5-4895-8c97-9ced92a15f40 req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:01.842823 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [req-76cc1925-fdf5-4895-8c97-9ced92a15f40 req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] For port 18ce8016-29d0-4170-887d-eb0f3421f410, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ce8016-29d0-4170-887d-eb0f3421f410,segment=NetworkSegment(79aab426-26cc-4be5-beb7-f76d19f2d39d),segment_id=79aab426-26cc-4be5-beb7-f76d19f2d39d)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:01.843175 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-76cc1925-fdf5-4895-8c97-9ced92a15f40 req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:01.857150 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [req-76cc1925-fdf5-4895-8c97-9ced92a15f40 req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Calling delete_port for 18ce8016-29d0-4170-887d-eb0f3421f410 owned by compute:nova {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:02.043758 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-76cc1925-fdf5-4895-8c97-9ced92a15f40 req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:02.070095 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Pushing event deleted for resources: {'Port': ['ID=18ce8016-29d0-4170-887d-eb0f3421f410,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:02.084815 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:02.085164 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:02.085539 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:02.085872 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:02.086201 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:02.086529 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:02.086856 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:02.087176 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:02.087499 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:02.087821 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:02.088142 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:02.088459 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:02.125534 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cc1925-fdf5-4895-8c97-9ced92a15f40 req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] No DVR routers for this DVR port 18ce8016-29d0-4170-887d-eb0f3421f410 on host hv-cinder-81514 {{(pid=102224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:35:02.128575 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [req-76cc1925-fdf5-4895-8c97-9ced92a15f40 req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2026457'] for port, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:02.131916 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [req-76cc1925-fdf5-4895-8c97-9ced92a15f40 req-629e98d7-18a7-4c4e-a1bf-97b5b636d915 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.73 "DELETE /v2.0/ports/18ce8016-29d0-4170-887d-eb0f3421f410 HTTP/1.1" status: 204 len: 173 time: 0.4649360 Oct 27 10:35:02.132351 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720320b1-3a00-43cd-8f02-9ba2f632c615', 'name': 'network-vif-deleted', 'tag': '18ce8016-29d0-4170-887d-eb0f3421f410'}] {{(pid=102224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:35:02.134738 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdcac2fbefcaea4ac5c4b8a1e88bfda8b843ce8e99f1fa806b4c5cd519c6a16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f0d64f-e932-4cb2-997b-c3e50a5c2d53" -d '{"events": [{"server_uuid": "720320b1-3a00-43cd-8f02-9ba2f632c615", "name": "network-vif-deleted", "tag": "18ce8016-29d0-4170-887d-eb0f3421f410"}]}' {{(pid=102224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:35:02.169612 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c2ae9b-efe5-43a3-8e1a-e8c0ec4b7278 x-openstack-request-id: req-19c2ae9b-efe5-43a3-8e1a-e8c0ec4b7278 {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:35:02.169970 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720320b1-3a00-43cd-8f02-9ba2f632c615", "name": "network-vif-deleted", "tag": "18ce8016-29d0-4170-887d-eb0f3421f410", "status": "completed", "code": 200}]} {{(pid=102224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:35:02.170227 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19c2ae9b-efe5-43a3-8e1a-e8c0ec4b7278 {{(pid=102224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:35:02.170674 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720320b1-3a00-43cd-8f02-9ba2f632c615', 'name': 'network-vif-deleted', 'tag': '18ce8016-29d0-4170-887d-eb0f3421f410', 'status': 'completed', 'code': 200} Oct 27 10:35:02.722503 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [req-9086ef0e-b102-462d-bc21-1c0dfdb2cf32 req-b6d71dc5-29ee-4bec-8b2c-fd4b82beb545 tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "GET /v2.0/ports?device_id=720320b1-3a00-43cd-8f02-9ba2f632c615 HTTP/1.1" status: 200 len: 210 time: 0.0267200 Oct 27 10:35:03.779877 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 56172) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:03.840784 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ef5029f5-6ef5-456b-80da-d1561f5e6cef tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:03.866152 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ef5029f5-6ef5-456b-80da-d1561f5e6cef tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:03.994036 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ef5029f5-6ef5-456b-80da-d1561f5e6cef tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:03.996611 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-ef5029f5-6ef5-456b-80da-d1561f5e6cef tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:03.997790 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-ef5029f5-6ef5-456b-80da-d1561f5e6cef tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] 10.222.0.66 "DELETE /v2.0/security-groups/d91df8ed-73a0-4634-ba52-cd774fd9a713 HTTP/1.1" status: 204 len: 168 time: 0.2169402 Oct 27 10:35:04.010517 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5029f5-6ef5-456b-80da-d1561f5e6cef tempest-TestShelveInstance-1339336707 tempest-TestShelveInstance-1339336707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91df8ed-73a0-4634-ba52-cd774fd9a713,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:04.621761 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 18ce8016-29d0-4170-887d-eb0f3421f410 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:35:04.770612 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] No Port match for: 18ce8016-29d0-4170-887d-eb0f3421f410 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:35:04.770954 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Device 18ce8016-29d0-4170-887d-eb0f3421f410 not bound to the agent host hv-cinder-81514 {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:35:05.111870 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 56178) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:05.685645 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-41adddc8-5b65-4ca7-8c4b-1e3975a41a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625139'] for router_interface, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:05.920964 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-41adddc8-5b65-4ca7-8c4b-1e3975a41a62 admin admin] Deleting port b15cf060-dc37-4f93-adb5-105e688ddb88 {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:05.921328 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-41adddc8-5b65-4ca7-8c4b-1e3975a41a62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:06.000835 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [None req-41adddc8-5b65-4ca7-8c4b-1e3975a41a62 admin admin] For port b15cf060-dc37-4f93-adb5-105e688ddb88, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=b15cf060-dc37-4f93-adb5-105e688ddb88,segment=NetworkSegment(79aab426-26cc-4be5-beb7-f76d19f2d39d),segment_id=79aab426-26cc-4be5-beb7-f76d19f2d39d)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:06.001647 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-41adddc8-5b65-4ca7-8c4b-1e3975a41a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:06.013614 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-41adddc8-5b65-4ca7-8c4b-1e3975a41a62 admin admin] Calling delete_port for b15cf060-dc37-4f93-adb5-105e688ddb88 owned by network:router_interface {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:06.285239 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-41adddc8-5b65-4ca7-8c4b-1e3975a41a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:06.312388 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adddc8-5b65-4ca7-8c4b-1e3975a41a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=b15cf060-dc37-4f93-adb5-105e688ddb88,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:06.478273 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-41adddc8-5b65-4ca7-8c4b-1e3975a41a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1796487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625311'] for router_interface, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:06.689213 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41adddc8-5b65-4ca7-8c4b-1e3975a41a62 admin admin] Router 594e4d38-80dc-45a0-aef2-b34e0152df8e has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:35:06.794251 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41adddc8-5b65-4ca7-8c4b-1e3975a41a62 admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:35:06.800142 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-41adddc8-5b65-4ca7-8c4b-1e3975a41a62 admin admin] 10.222.0.66 "PUT /v2.0/routers/594e4d38-80dc-45a0-aef2-b34e0152df8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6872144 Oct 27 10:35:06.802703 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 56180) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:06.807226 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef299ba-4e89-4d98-b43d-0b564b22c038 None None] Sync routers for ids ['594e4d38-80dc-45a0-aef2-b34e0152df8e'] in dv-cinder-815145-2-iscsi {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:35:06.823588 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef299ba-4e89-4d98-b43d-0b564b22c038 None None] Routers {'594e4d38-80dc-45a0-aef2-b34e0152df8e'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:35:06.824297 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-4ef299ba-4e89-4d98-b43d-0b564b22c038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:34:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['594e4d38-80dc-45a0-aef2-b34e0152df8e'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:06.910701 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b76a-1c72-45c4-8429-be232b5334c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:06.932215 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-4ef299ba-4e89-4d98-b43d-0b564b22c038 None None] Set router 594e4d38-80dc-45a0-aef2-b34e0152df8e gateway port host: dv-cinder-815145-2-iscsi {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:35:07.013675 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b76a-1c72-45c4-8429-be232b5334c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:07.111053 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-4ef299ba-4e89-4d98-b43d-0b564b22c038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'name': 'tempest-TestShelveInstance-1356281014-router', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:23Z', 'updated_at': '2021-10-27T10:35:06Z', 'revision_number': 5, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'gw_port': {'id': '7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:24Z', 'updated_at': '2021-10-27T10:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:07.143455 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef299ba-4e89-4d98-b43d-0b564b22c038 None None] Checking router: 594e4d38-80dc-45a0-aef2-b34e0152df8e for host: dv-cinder-815145-2-iscsi {{(pid=102226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:35:07.159092 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef299ba-4e89-4d98-b43d-0b564b22c038 None None] Routers {'594e4d38-80dc-45a0-aef2-b34e0152df8e'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:35:07.159898 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-4ef299ba-4e89-4d98-b43d-0b564b22c038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:34:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['594e4d38-80dc-45a0-aef2-b34e0152df8e'], 'active': True} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:07.163640 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-f9c0b76a-1c72-45c4-8429-be232b5334c9 admin admin] Deleting port 7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4 {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:07.164173 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b76a-1c72-45c4-8429-be232b5334c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:07.248319 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [None req-f9c0b76a-1c72-45c4-8429-be232b5334c9 admin admin] For port 7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:07.248773 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b76a-1c72-45c4-8429-be232b5334c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:07.250287 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvr_db [None req-4ef299ba-4e89-4d98-b43d-0b564b22c038 None None] Set router 594e4d38-80dc-45a0-aef2-b34e0152df8e gateway port host: None {{(pid=102226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:35:07.265371 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-f9c0b76a-1c72-45c4-8429-be232b5334c9 admin admin] Calling delete_port for 7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4 owned by network:router_gateway {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:07.304463 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_hamode_db [None req-4ef299ba-4e89-4d98-b43d-0b564b22c038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'name': 'tempest-TestShelveInstance-1356281014-router', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:23Z', 'updated_at': '2021-10-27T10:35:07Z', 'revision_number': 6, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'gw_port_host': None}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:07.335405 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef299ba-4e89-4d98-b43d-0b564b22c038 None None] The sync data for ids ['594e4d38-80dc-45a0-aef2-b34e0152df8e'] in dv-cinder-815145-2-iscsi is: [{'id': '594e4d38-80dc-45a0-aef2-b34e0152df8e', 'name': 'tempest-TestShelveInstance-1356281014-router', 'tenant_id': '5bdd99bcf2714260a20af67bfc42ad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:23Z', 'updated_at': '2021-10-27T10:35:07Z', 'revision_number': 6, 'project_id': '5bdd99bcf2714260a20af67bfc42ad49', 'gw_port_host': None}] {{(pid=102226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:35:07.519739 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b76a-1c72-45c4-8429-be232b5334c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:07.547877 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0b76a-1c72-45c4-8429-be232b5334c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:07.607313 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b76a-1c72-45c4-8429-be232b5334c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623677'] for router_gateway, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:07.694732 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b76a-1c72-45c4-8429-be232b5334c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15294'] for router, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:07.696892 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b76a-1c72-45c4-8429-be232b5334c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:07.811060 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b76a-1c72-45c4-8429-be232b5334c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635840'] for router, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:07.811553 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c0b76a-1c72-45c4-8429-be232b5334c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 594e4d38-80dc-45a0-aef2-b34e0152df8e {{(pid=102224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:35:07.817676 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b76a-1c72-45c4-8429-be232b5334c9 admin admin] Publish callbacks [] for router, before_response {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:07.818919 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-f9c0b76a-1c72-45c4-8429-be232b5334c9 admin admin] 10.222.0.66 "DELETE /v2.0/routers/594e4d38-80dc-45a0-aef2-b34e0152df8e HTTP/1.1" status: 204 len: 168 time: 1.0152657 Oct 27 10:35:07.821571 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 56184) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:07.868749 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3e32d9-e404-4687-837f-0fd19df0c9b1 admin admin] Deleting subnet 30ad0d10-b956-406c-9f58-dc4fb75b2783 {{(pid=102225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:35:07.871758 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-0b3e32d9-e404-4687-837f-0fd19df0c9b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:07.905470 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-0b3e32d9-e404-4687-837f-0fd19df0c9b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10283299'] for subnet, precommit_delete_associations {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:07.980321 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-0b3e32d9-e404-4687-837f-0fd19df0c9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-758613'] for subnet, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:08.114518 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-0b3e32d9-e404-4687-837f-0fd19df0c9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-758620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10167193'] for subnet, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:08.140594 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e32d9-e404-4687-837f-0fd19df0c9b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ad0d10-b956-406c-9f58-dc4fb75b2783,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:08.144200 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-0b3e32d9-e404-4687-837f-0fd19df0c9b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:08.147419 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-0b3e32d9-e404-4687-837f-0fd19df0c9b1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/30ad0d10-b956-406c-9f58-dc4fb75b2783 HTTP/1.1" status: 204 len: 168 time: 0.3248177 Oct 27 10:35:08.149974 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 56186) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:08.153149 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3565564d-b3fe-499e-b830-a5d97f4dbe84 None None] Network 5f501220-e3b1-4be4-85b6-543da51e8c06 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:35:08.220972 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658350'] for network, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:08.274212 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] Deleting port d50b05f3-dbc0-4ce8-ba79-63944fd1161d {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:08.274678 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:08.347385 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598aaed2-d06a-4cca-8417-861822813368 None None] DHCP port deletion for 5f501220-e3b1-4be4-85b6-543da51e8c06 request from dv-cinder-815145-2-iscsi {{(pid=102226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:35:08.352202 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] For port d50b05f3-dbc0-4ce8-ba79-63944fd1161d, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=d50b05f3-dbc0-4ce8-ba79-63944fd1161d,segment=NetworkSegment(79aab426-26cc-4be5-beb7-f76d19f2d39d),segment_id=79aab426-26cc-4be5-beb7-f76d19f2d39d)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:08.352708 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:08.366764 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] Calling delete_port for d50b05f3-dbc0-4ce8-ba79-63944fd1161d owned by network:dhcp {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:08.405952 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-598aaed2-d06a-4cca-8417-861822813368 None None] Deleting port d50b05f3-dbc0-4ce8-ba79-63944fd1161d {{(pid=102226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:08.406320 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-598aaed2-d06a-4cca-8417-861822813368 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:08.468833 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-598aaed2-d06a-4cca-8417-861822813368 None None] For port d50b05f3-dbc0-4ce8-ba79-63944fd1161d, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=d50b05f3-dbc0-4ce8-ba79-63944fd1161d,segment=NetworkSegment(79aab426-26cc-4be5-beb7-f76d19f2d39d),segment_id=79aab426-26cc-4be5-beb7-f76d19f2d39d)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:08.469261 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-598aaed2-d06a-4cca-8417-861822813368 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:08.482270 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-598aaed2-d06a-4cca-8417-861822813368 None None] Calling delete_port for d50b05f3-dbc0-4ce8-ba79-63944fd1161d owned by network:dhcp {{(pid=102226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:08.519796 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:08.549438 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=d50b05f3-dbc0-4ce8-ba79-63944fd1161d,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:08.553021 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] No DVR routers for this DVR port d50b05f3-dbc0-4ce8-ba79-63944fd1161d on host dv-cinder-815145-2-iscsi {{(pid=102225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:35:08.561611 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-598aaed2-d06a-4cca-8417-861822813368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719'] for port, after_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:08.588469 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598aaed2-d06a-4cca-8417-861822813368 None None] Pushing event deleted for resources: {'Port': ['ID=d50b05f3-dbc0-4ce8-ba79-63944fd1161d,revision_number=None']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:08.590622 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598aaed2-d06a-4cca-8417-861822813368 None None] No DVR routers for this DVR port d50b05f3-dbc0-4ce8-ba79-63944fd1161d on host dv-cinder-815145-2-iscsi {{(pid=102226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:35:08.601119 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaed2-d06a-4cca-8417-861822813368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:08.601511 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaed2-d06a-4cca-8417-861822813368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:08.601856 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaed2-d06a-4cca-8417-861822813368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:08.602193 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaed2-d06a-4cca-8417-861822813368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:08.602526 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaed2-d06a-4cca-8417-861822813368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:08.602855 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaed2-d06a-4cca-8417-861822813368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:08.603231 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaed2-d06a-4cca-8417-861822813368 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:08.603560 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaed2-d06a-4cca-8417-861822813368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:08.603888 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaed2-d06a-4cca-8417-861822813368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:08.604211 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaed2-d06a-4cca-8417-861822813368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:08.604532 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaed2-d06a-4cca-8417-861822813368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:08.604858 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaed2-d06a-4cca-8417-861822813368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-2-iscsi {{(pid=102226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:08.632536 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764864', 'neutron.services.segments.db._delete_segments_for_network-8767688259934'] for network, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:08.652181 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f501220-e3b1-4be4-85b6-543da51e8c06']}} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:08.662153 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79aab426-26cc-4be5-beb7-f76d19f2d39d') {'for_net_delete': True} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:08.662448 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79aab426-26cc-4be5-beb7-f76d19f2d39d') {} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:08.675786 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767688260455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10283354'] for segment, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:08.688742 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:08.694630 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=102225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:35:08.695006 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283975'] for segment, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: Traceback (most recent call last): Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: timer() Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: cb(*args, **kw) Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: return func(*args, **kwargs) Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: self._notify() Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: self.callback(batched_events) Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: event.method(event) Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: return f(self, *a, **k) Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._get(url).json() Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: return self.request(url, 'GET', **kwargs) Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:35:08.696661 dv-cinder-815145-2-iscsi neutron-server[102225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:35:08.805528 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623617'] for network, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:08.813316 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:08.816709 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] 10.222.0.66 "DELETE /v2.0/networks/5f501220-e3b1-4be4-85b6-543da51e8c06 HTTP/1.1" status: 204 len: 168 time: 0.6656873 Oct 27 10:35:08.819950 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [-] (102224) accepted ('10.222.0.66', 56188) {{(pid=102224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:08.827050 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa6c19-38e6-43fa-a8f9-362ab8465d8a admin admin] Pushing event deleted for resources: {'Network': ['ID=5f501220-e3b1-4be4-85b6-543da51e8c06,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:09.159632 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f7c97857-29e2-475f-8ad1-cf866b2bf4ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625139'] for router_interface, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:09.186394 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device d50b05f3-dbc0-4ce8-ba79-63944fd1161d no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:35:09.211043 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: d50b05f3-dbc0-4ce8-ba79-63944fd1161d {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:35:09.211386 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device d50b05f3-dbc0-4ce8-ba79-63944fd1161d not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:35:09.211803 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device b15cf060-dc37-4f93-adb5-105e688ddb88 no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:35:09.230069 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: b15cf060-dc37-4f93-adb5-105e688ddb88 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:35:09.230419 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device b15cf060-dc37-4f93-adb5-105e688ddb88 not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:35:09.230826 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4 no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:35:09.253223 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: 7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:35:09.253637 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 7d26a716-aeeb-4bbb-b5e6-9e53fe1659f4 not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:35:09.405926 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-f7c97857-29e2-475f-8ad1-cf866b2bf4ba admin admin] Deleting port 3d085212-c248-4c5f-9d08-35593fb29020 {{(pid=102224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:09.406164 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f7c97857-29e2-475f-8ad1-cf866b2bf4ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:09.484671 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.db [None req-f7c97857-29e2-475f-8ad1-cf866b2bf4ba admin admin] For port 3d085212-c248-4c5f-9d08-35593fb29020, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=3d085212-c248-4c5f-9d08-35593fb29020,segment=NetworkSegment(8d99a27c-8670-48c9-9fdc-518600a50469),segment_id=8d99a27c-8670-48c9-9fdc-518600a50469)] {{(pid=102224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:09.485023 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f7c97857-29e2-475f-8ad1-cf866b2bf4ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:09.497154 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.plugins.ml2.plugin [None req-f7c97857-29e2-475f-8ad1-cf866b2bf4ba admin admin] Calling delete_port for 3d085212-c248-4c5f-9d08-35593fb29020 owned by network:router_interface {{(pid=102224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:09.747718 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f7c97857-29e2-475f-8ad1-cf866b2bf4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8962382'] for port, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:09.773814 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c97857-29e2-475f-8ad1-cf866b2bf4ba admin admin] Pushing event deleted for resources: {'Port': ['ID=3d085212-c248-4c5f-9d08-35593fb29020,revision_number=None']} {{(pid=102224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:09.937008 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron_lib.callbacks.manager [None req-f7c97857-29e2-475f-8ad1-cf866b2bf4ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1796487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625311'] for router_interface, after_delete {{(pid=102224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:10.386452 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c97857-29e2-475f-8ad1-cf866b2bf4ba admin admin] Router 2060ab61-87ba-4e22-aa34-24c267c8bc84 has already been hosted by L3 agent 2419c5c5-cb5d-485e-a7bb-8971685bc233 {{(pid=102224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:35:10.489250 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c97857-29e2-475f-8ad1-cf866b2bf4ba admin admin] Notify agent at l3_agent.dv-cinder-815145-2-iscsi the message routers_updated {{(pid=102224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:35:10.495452 dv-cinder-815145-2-iscsi neutron-server[102224]: INFO neutron.wsgi [None req-f7c97857-29e2-475f-8ad1-cf866b2bf4ba admin admin] 10.222.0.66 "PUT /v2.0/routers/2060ab61-87ba-4e22-aa34-24c267c8bc84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6744108 Oct 27 10:35:10.498240 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 56190) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:10.499044 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cffc90d-7123-4e9d-a397-0318e3c5a19c None None] Sync routers for ids ['2060ab61-87ba-4e22-aa34-24c267c8bc84'] in dv-cinder-815145-2-iscsi {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:35:10.508888 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cffc90d-7123-4e9d-a397-0318e3c5a19c None None] Routers {'2060ab61-87ba-4e22-aa34-24c267c8bc84'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:35:10.509508 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-7cffc90d-7123-4e9d-a397-0318e3c5a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:34:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['2060ab61-87ba-4e22-aa34-24c267c8bc84'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:10.601748 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5912d388-1023-4d32-aa71-96798635d034 admin admin] Publish callbacks [] for router, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:10.608323 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-7cffc90d-7123-4e9d-a397-0318e3c5a19c None None] Set router 2060ab61-87ba-4e22-aa34-24c267c8bc84 gateway port host: dv-cinder-815145-2-iscsi {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:35:10.704058 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5912d388-1023-4d32-aa71-96798635d034 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:10.785083 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-7cffc90d-7123-4e9d-a397-0318e3c5a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'name': 'tempest-TestShelveInstance-1027751243-router', 'tenant_id': '78d740a755f34800a19835a6976e759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'external_fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'e36791e8-98e0-4255-96b7-2acfe8941f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:30Z', 'updated_at': '2021-10-27T10:35:09Z', 'revision_number': 5, 'project_id': '78d740a755f34800a19835a6976e759a', 'gw_port': {'id': 'e36791e8-98e0-4255-96b7-2acfe8941f24', 'name': '', 'network_id': '70ca3915-436e-4d6f-9dee-c189a5123789', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:54:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:31Z', 'updated_at': '2021-10-27T10:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d25a479-4445-45b0-aa2d-a38f3239d00a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-2-iscsi'}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:10.811035 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cffc90d-7123-4e9d-a397-0318e3c5a19c None None] Checking router: 2060ab61-87ba-4e22-aa34-24c267c8bc84 for host: dv-cinder-815145-2-iscsi {{(pid=102227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:35:10.819124 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cffc90d-7123-4e9d-a397-0318e3c5a19c None None] Routers {'2060ab61-87ba-4e22-aa34-24c267c8bc84'} bound to L3 agent in host dv-cinder-815145-2-iscsi {{(pid=102227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:35:10.819724 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-7cffc90d-7123-4e9d-a397-0318e3c5a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:10:21Z,description=,heartbeat_timestamp=2021-10-27T10:34:51Z,host='dv-cinder-815145-2-iscsi',id=2419c5c5-cb5d-485e-a7bb-8971685bc233,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:10:22Z,topic='l3_agent')) {'router_ids': ['2060ab61-87ba-4e22-aa34-24c267c8bc84'], 'active': True} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:10.848378 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-5912d388-1023-4d32-aa71-96798635d034 admin admin] Deleting port e36791e8-98e0-4255-96b7-2acfe8941f24 {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:10.848713 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5912d388-1023-4d32-aa71-96798635d034 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:10.907783 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_dvr_db [None req-7cffc90d-7123-4e9d-a397-0318e3c5a19c None None] Set router 2060ab61-87ba-4e22-aa34-24c267c8bc84 gateway port host: None {{(pid=102227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:35:10.930532 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [None req-5912d388-1023-4d32-aa71-96798635d034 admin admin] For port e36791e8-98e0-4255-96b7-2acfe8941f24, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=e36791e8-98e0-4255-96b7-2acfe8941f24,segment=NetworkSegment(bb578bee-3632-44b4-a7fc-9e8308ee9c00),segment_id=bb578bee-3632-44b4-a7fc-9e8308ee9c00)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:10.930899 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5912d388-1023-4d32-aa71-96798635d034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:10.942924 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-5912d388-1023-4d32-aa71-96798635d034 admin admin] Calling delete_port for e36791e8-98e0-4255-96b7-2acfe8941f24 owned by network:router_gateway {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:10.961559 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.l3_hamode_db [None req-7cffc90d-7123-4e9d-a397-0318e3c5a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'name': 'tempest-TestShelveInstance-1027751243-router', 'tenant_id': '78d740a755f34800a19835a6976e759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:30Z', 'updated_at': '2021-10-27T10:35:10Z', 'revision_number': 6, 'project_id': '78d740a755f34800a19835a6976e759a', 'gw_port_host': None}], 'dv-cinder-815145-2-iscsi', False) {} {{(pid=102227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:10.987667 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cffc90d-7123-4e9d-a397-0318e3c5a19c None None] The sync data for ids ['2060ab61-87ba-4e22-aa34-24c267c8bc84'] in dv-cinder-815145-2-iscsi is: [{'id': '2060ab61-87ba-4e22-aa34-24c267c8bc84', 'name': 'tempest-TestShelveInstance-1027751243-router', 'tenant_id': '78d740a755f34800a19835a6976e759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:30Z', 'updated_at': '2021-10-27T10:35:10Z', 'revision_number': 6, 'project_id': '78d740a755f34800a19835a6976e759a', 'gw_port_host': None}] {{(pid=102227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:35:11.164899 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5912d388-1023-4d32-aa71-96798635d034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:11.190756 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912d388-1023-4d32-aa71-96798635d034 admin admin] Pushing event deleted for resources: {'Port': ['ID=e36791e8-98e0-4255-96b7-2acfe8941f24,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:11.257641 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5912d388-1023-4d32-aa71-96798635d034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623677'] for router_gateway, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:11.352941 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5912d388-1023-4d32-aa71-96798635d034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15294'] for router, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:11.355262 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5912d388-1023-4d32-aa71-96798635d034 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:11.479414 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5912d388-1023-4d32-aa71-96798635d034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635840'] for router, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:11.479990 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5912d388-1023-4d32-aa71-96798635d034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2060ab61-87ba-4e22-aa34-24c267c8bc84 {{(pid=102225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:35:11.484279 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-5912d388-1023-4d32-aa71-96798635d034 admin admin] Publish callbacks [] for router, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:11.485489 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-5912d388-1023-4d32-aa71-96798635d034 admin admin] 10.222.0.66 "DELETE /v2.0/routers/2060ab61-87ba-4e22-aa34-24c267c8bc84 HTTP/1.1" status: 204 len: 168 time: 0.9861977 Oct 27 10:35:11.487987 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 56192) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:11.532332 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81bfcbf-c547-42cf-9f6f-6a5b464c76c6 admin admin] Deleting subnet 756bf6ed-5f34-4e32-9c83-6d86c1f57016 {{(pid=102225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:35:11.535364 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e81bfcbf-c547-42cf-9f6f-6a5b464c76c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:11.570160 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e81bfcbf-c547-42cf-9f6f-6a5b464c76c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10283299'] for subnet, precommit_delete_associations {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:11.648042 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e81bfcbf-c547-42cf-9f6f-6a5b464c76c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-758613'] for subnet, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:11.754452 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e81bfcbf-c547-42cf-9f6f-6a5b464c76c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-758620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10283821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10167193'] for subnet, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:11.763942 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 3d085212-c248-4c5f-9d08-35593fb29020 no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:35:11.780333 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bfcbf-c547-42cf-9f6f-6a5b464c76c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=756bf6ed-5f34-4e32-9c83-6d86c1f57016,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:11.786446 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: 3d085212-c248-4c5f-9d08-35593fb29020 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:35:11.786700 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-e81bfcbf-c547-42cf-9f6f-6a5b464c76c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:11.787128 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 3d085212-c248-4c5f-9d08-35593fb29020 not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:35:11.790223 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-e81bfcbf-c547-42cf-9f6f-6a5b464c76c6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/756bf6ed-5f34-4e32-9c83-6d86c1f57016 HTTP/1.1" status: 204 len: 168 time: 0.3010144 Oct 27 10:35:11.792734 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 56194) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:11.800800 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b216fb79-e4d6-4074-8647-51ca9c6c0d7c None None] Network 46055ac6-20e6-447d-bbc4-e5400fbbd008 requested from dv-cinder-815145-2-iscsi {{(pid=102226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:35:11.865817 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658350'] for network, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:11.921421 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] Deleting port 34ca06f6-e006-4cd0-b799-57779d99b225 {{(pid=102225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:11.921764 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:11.984273 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b513c8-bf7a-46f2-8922-2636e87878e7 None None] DHCP port deletion for 46055ac6-20e6-447d-bbc4-e5400fbbd008 request from dv-cinder-815145-2-iscsi {{(pid=102226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:35:11.987648 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.db [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] For port 34ca06f6-e006-4cd0-b799-57779d99b225, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=34ca06f6-e006-4cd0-b799-57779d99b225,segment=NetworkSegment(8d99a27c-8670-48c9-9fdc-518600a50469),segment_id=8d99a27c-8670-48c9-9fdc-518600a50469)] {{(pid=102225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:11.988016 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:12.001731 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] Calling delete_port for 34ca06f6-e006-4cd0-b799-57779d99b225 owned by network:dhcp {{(pid=102225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:12.034238 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-b4b513c8-bf7a-46f2-8922-2636e87878e7 None None] Deleting port 34ca06f6-e006-4cd0-b799-57779d99b225 {{(pid=102226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:12.034627 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b4b513c8-bf7a-46f2-8922-2636e87878e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767688326934'] for port, before_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:12.102536 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.db [None req-b4b513c8-bf7a-46f2-8922-2636e87878e7 None None] For port 34ca06f6-e006-4cd0-b799-57779d99b225, host dv-cinder-815145-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-2-iscsi',level=0,port_id=34ca06f6-e006-4cd0-b799-57779d99b225,segment=NetworkSegment(8d99a27c-8670-48c9-9fdc-518600a50469),segment_id=8d99a27c-8670-48c9-9fdc-518600a50469)] {{(pid=102226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:12.102929 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b4b513c8-bf7a-46f2-8922-2636e87878e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628234'] for port, precommit_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:12.120079 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-b4b513c8-bf7a-46f2-8922-2636e87878e7 None None] Calling delete_port for 34ca06f6-e006-4cd0-b799-57779d99b225 owned by network:dhcp {{(pid=102226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:12.185906 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10283800'] for port, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:12.193599 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b4b513c8-bf7a-46f2-8922-2636e87878e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2088187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767688234460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767687759719'] for port, after_delete {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:12.211387 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ca06f6-e006-4cd0-b799-57779d99b225,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:12.214832 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] No DVR routers for this DVR port 34ca06f6-e006-4cd0-b799-57779d99b225 on host dv-cinder-815145-2-iscsi {{(pid=102225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:35:12.219167 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b513c8-bf7a-46f2-8922-2636e87878e7 None None] No DVR routers for this DVR port 34ca06f6-e006-4cd0-b799-57779d99b225 on host dv-cinder-815145-2-iscsi {{(pid=102226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:35:12.221220 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b513c8-bf7a-46f2-8922-2636e87878e7 None None] Pushing event deleted for resources: {'Port': ['ID=34ca06f6-e006-4cd0-b799-57779d99b225,revision_number=None']} {{(pid=102226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:12.290052 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-764864', 'neutron.services.segments.db._delete_segments_for_network-8767688259934'] for network, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:12.309809 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46055ac6-20e6-447d-bbc4-e5400fbbd008']}} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:12.318915 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d99a27c-8670-48c9-9fdc-518600a50469') {'for_net_delete': True} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:12.319211 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.services.segments.db [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d99a27c-8670-48c9-9fdc-518600a50469') {} {{(pid=102225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:12.328327 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767688260455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10283354'] for segment, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:12.347760 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220'] for segment, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:12.353753 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=102225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:35:12.354127 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10283975'] for segment, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: Traceback (most recent call last): Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: timer() Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: cb(*args, **kw) Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: return func(*args, **kwargs) Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: self._notify() Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: self.callback(batched_events) Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: event.method(event) Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: return f(self, *a, **k) Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._get(url).json() Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: return self.request(url, 'GET', **kwargs) Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:35:12.356747 dv-cinder-815145-2-iscsi neutron-server[102225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:35:12.485095 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-764875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1736626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623617'] for network, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:12.491458 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796524'] for network, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:12.494455 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/46055ac6-20e6-447d-bbc4-e5400fbbd008 HTTP/1.1" status: 204 len: 168 time: 0.7005630 Oct 27 10:35:12.505492 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1f3c8-3669-4657-b248-74047cdb4cc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=46055ac6-20e6-447d-bbc4-e5400fbbd008,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:12.833048 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 56198) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:12.882644 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-dc0a02a1-292b-4244-a8be-9db74467f8e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5bdd99bcf2714260a20af67bfc42ad49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482674 Oct 27 10:35:12.885048 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 56200) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:12.935116 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f55a7f5f-2578-49db-9bb1-8a8f8488887e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:12.956293 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f55a7f5f-2578-49db-9bb1-8a8f8488887e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:13.131044 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f55a7f5f-2578-49db-9bb1-8a8f8488887e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:13.133731 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-f55a7f5f-2578-49db-9bb1-8a8f8488887e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:13.134821 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-f55a7f5f-2578-49db-9bb1-8a8f8488887e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/740771bb-00d7-4f0f-b548-78f373e2c0e5 HTTP/1.1" status: 204 len: 168 time: 0.2488647 Oct 27 10:35:13.145753 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a7f5f-2578-49db-9bb1-8a8f8488887e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740771bb-00d7-4f0f-b548-78f373e2c0e5,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:13.195289 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 34ca06f6-e006-4cd0-b799-57779d99b225 no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:35:13.215287 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: 34ca06f6-e006-4cd0-b799-57779d99b225 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:35:13.215779 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device 34ca06f6-e006-4cd0-b799-57779d99b225 not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:35:13.216264 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device e36791e8-98e0-4255-96b7-2acfe8941f24 no longer exists at agent ovs-agent-dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:35:13.239376 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.plugin [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] No Port match for: e36791e8-98e0-4255-96b7-2acfe8941f24 {{(pid=102226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:35:13.239722 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron.plugins.ml2.rpc [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Device e36791e8-98e0-4255-96b7-2acfe8941f24 not bound to the agent host dv-cinder-815145-2-iscsi {{(pid=102226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:35:13.872588 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 56206) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:13.920156 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-56140521-52ec-450f-af90-36273bcfe105 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=78d740a755f34800a19835a6976e759a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463717 Oct 27 10:35:13.922608 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.wsgi [-] (102225) accepted ('10.222.0.66', 56208) {{(pid=102225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:13.977631 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8b714adf-d2de-4747-866b-a07d8b1f0d2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:13.999716 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8b714adf-d2de-4747-866b-a07d8b1f0d2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:14.151591 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8b714adf-d2de-4747-866b-a07d8b1f0d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674752'] for security_group, after_delete {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:14.154174 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron_lib.callbacks.manager [None req-8b714adf-d2de-4747-866b-a07d8b1f0d2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:14.155333 dv-cinder-815145-2-iscsi neutron-server[102225]: INFO neutron.wsgi [None req-8b714adf-d2de-4747-866b-a07d8b1f0d2a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c02d39b-33af-4391-8f65-718242b408b5 HTTP/1.1" status: 204 len: 168 time: 0.2318382 Oct 27 10:35:14.164330 dv-cinder-815145-2-iscsi neutron-server[102225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b714adf-d2de-4747-866b-a07d8b1f0d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c02d39b-33af-4391-8f65-718242b408b5,revision_number=None']} {{(pid=102225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:18.799663 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-5efc22a6-eee7-4494-af75-4975e2e54a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:21.382055 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-748f0bd6-908c-4c78-b7d2-8df65c30b48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:21.445059 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:22.290478 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:22.576299 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:24.311224 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:29.293329 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:35:48.784407 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-94d02afd-cddd-4f11-9bbe-e862344b2797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:51.336254 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9f6233d1-4d23-44cd-a86d-582d043b2d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:51.409804 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:52.318412 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:52.592611 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:54.255454 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:06.291415 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:36:18.803601 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-176034ed-6c50-44f2-b80d-e5d9c3a661e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:21.340466 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-6d74d5d4-19a6-41f3-a21a-5a604ccae846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:21.403233 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:22.302981 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:22.582991 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:24.268576 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:25.447048 dv-cinder-815145-2-iscsi neutron-server[102224]: DEBUG neutron.wsgi [req-54bbe1da-4e76-4645-b06f-57167b40fcf9 req-be067c76-7564-4d1d-b9c2-4e8bd244f742 service neutron] (102224) timed out ('10.222.0.66', 49758) {{(pid=102224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 10:36:43.292805 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:36:48.798620 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-f1fa6535-c52b-4ef9-917b-7e2aa3439eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:51.375522 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-f75eeac5-03d5-4a52-93cc-a71479e3d92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:51.433042 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:52.295867 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:52.581662 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:54.278409 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:18.797286 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-0953e691-44e9-4d87-8c68-677005e7a99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:20.292521 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:37:21.362930 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-4f84698e-050f-43a1-a9ff-e4cf6d225844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:21.431698 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:22.312927 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:22.614479 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.299790 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:48.784957 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9902c5ba-5bf8-4a74-b457-bd1cffc322f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:51.362299 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-4734ef38-e69e-49a2-b2c9-1acbac9635c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:51.433778 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:52.298743 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:52.584475 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:54.287133 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:57.291796 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:38:18.754931 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-693369de-1f26-4ccb-9325-b4aa3a35e6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:21.349219 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a0648ea7-16df-489c-9218-f7de42acc09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:21.411634 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.291377 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.588746 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:24.281405 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:34.291442 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:38:48.788003 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a62488a7-daf1-413c-93fe-eada47ea1b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:51.422715 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-83109712-6441-4f10-9a44-ea40b36380d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:51.462639 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:52.319396 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:52.576633 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:54.284756 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:11.289802 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:39:18.827223 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-c9a7acee-d86c-47c8-a07c-ae03b2152b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.358319 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-774a7135-db65-44f0-bc44-d22278e9cd11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.421508 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:22.301001 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:22.592675 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:24.278710 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.292987 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:39:48.815532 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-b13a7b84-619e-4768-bbec-08d60ec33d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:51.385364 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-f4aed6f5-fdbd-4b2b-8db4-43dbc9b46919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:51.471029 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:52.323429 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:52.609758 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:54.322492 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:18.831578 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-c3c39182-539e-4d10-826c-46467fff35cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:21.408819 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a708a7b-5cb8-496f-8b33-1b9e78e6b0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:21.458401 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-9a1fb263-c3e7-4169-8292-33002edc517f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:22.303734 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-a1258059-3bbb-4553-895a-363fdf275355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:22.625683 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-50909c80-89fe-4bd5-a323-10bd44fc45fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:24.328273 dv-cinder-815145-2-iscsi neutron-server[102226]: DEBUG neutron_lib.callbacks.manager [None req-fb15de54-6949-48a2-8b4a-86fb76432acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767688259916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765834'] for agent, after_update {{(pid=102226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:25.292520 dv-cinder-815145-2-iscsi neutron-server[102227]: DEBUG neutron.db.agents_db [None req-7d01599f-07f8-4d18-aa0f-99847fc1ae3e None None] Agent healthcheck: found 6 active agents {{(pid=102227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}